-- Logs begin at Mon 2021-08-30 06:59:28 UTC, end at Mon 2021-08-30 07:56:27 UTC. -- Aug 30 07:31:16.576016 dv-cinder-804035-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 07:31:19.311432 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.common.config [-] Logging enabled! Aug 30 07:31:19.312053 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 07:31:19.312200 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100337) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 07:31:19.315583 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.common.config [-] Logging enabled! Aug 30 07:31:19.315838 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 07:31:19.316151 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100337) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 07:31:19.317108 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 07:31:19.317341 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 07:31:19.317704 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 07:31:19.317949 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 07:31:19.318195 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 07:31:19.318515 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.318815 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.319108 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.319335 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.319626 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.319913 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.320195 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.320485 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.320782 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.321078 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.321355 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.321708 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.321941 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.322250 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.322539 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.322826 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.323049 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] debug = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.323333 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.323765 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.324175 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.324456 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.324744 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.325025 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.325298 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.325574 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.325861 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.326226 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] host = dv-cinder-804035-7-iscsi {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.326511 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.326800 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.327090 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.327379 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.327658 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.327935 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.328223 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.328496 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.328770 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] log_file = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.329046 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.329339 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.329627 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.329919 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.330168 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.330393 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.330681 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.330969 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.331244 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.331522 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.331797 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.332073 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.332347 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.332617 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.332901 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.333187 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.333471 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.333753 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.334031 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.334487 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.334594 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.334878 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.335151 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.335427 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.335701 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.335988 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.336257 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.336530 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.336830 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.337147 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.337429 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.337717 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.337991 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.338307 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.338584 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.338860 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.339134 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] use_json = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.339409 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.339682 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.339965 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.340237 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.340512 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.340785 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.341057 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.341341 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.341638 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.341935 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.342264 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.342554 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.342848 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.343127 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.343415 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.343699 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.343986 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.344273 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.344562 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.344843 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.345130 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.345410 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.345702 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.346007 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.346332 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.346622 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.346898 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.347169 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.347441 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.347719 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.348005 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.348286 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.348575 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.348863 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.349142 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.349427 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.349824 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.350029 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.350307 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.350588 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.350877 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.351154 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.351425 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.351705 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.351993 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.352272 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.352544 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.353354 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.353632 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.353904 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.354206 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.354486 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.354776 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.355054 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.355326 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.355596 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.355873 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.356146 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.356429 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.356705 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.356975 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.357246 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.360667 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.360667 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.360667 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.360667 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.360667 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.360667 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.360667 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.360667 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.360667 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.366356 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.366356 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.366356 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.366356 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.366356 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.366356 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.366356 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.366356 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.366356 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.367024 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.367024 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.367024 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.367024 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.367024 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.367024 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.367024 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.367024 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.367867 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.367867 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.367867 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.367867 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.367867 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.367867 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.367867 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.367867 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.369458 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.369458 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.369458 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.369458 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.369458 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.369458 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.369458 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.369458 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.370472 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.370472 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.370472 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.370472 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.370991 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.370991 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.371201 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.371356 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.371572 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 07:31:19.371822 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100337) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 07:31:19.723061 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 07:31:19.723266 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 07:31:19.723553 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 07:31:19.723886 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 07:31:20.118991 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.119277 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.119550 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.120860 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.121135 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.121400 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.157395 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.157668 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.157935 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.172601 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.172876 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.173145 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.201825 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.202128 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.202403 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.239446 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.239724 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.240009 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.476419 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.477032 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.477032 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.477174 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.478049 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.599905 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.600254 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.600569 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.600842 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.601141 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.601516 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.601773 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.602029 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.602306 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.603104 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.603372 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.603633 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.603886 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.604138 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.604392 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.604654 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.604905 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.605169 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.605434 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.605692 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.605960 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.606239 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.606521 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.606899 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.607149 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.607395 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.607804 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:31:20.608043 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:31:20.608279 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:31:20.608514 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:31:20.608747 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:31:20.608980 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:31:20.609353 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 07:31:20.612659 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 07:31:20.616874 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 07:31:20.621279 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Aug 30 07:31:20.622939 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 07:31:20.623397 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 07:31:20.623736 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 07:31:20.624127 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 07:31:20.626962 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 07:31:20.627214 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 07:31:20.627827 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 07:31:20.633157 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 07:31:20.656125 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 07:31:20.657002 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.657002 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100337) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 30 07:31:20.657254 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.659513 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100337) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 07:31:20.659513 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 07:31:20.659513 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 07:31:20.662463 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.662751 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.727120 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 07:31:20.727302 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 07:31:20.727497 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 07:31:20.728407 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 07:31:20.750684 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_db.sqlalchemy.engines [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100337) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 07:31:21.297699 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Initializing driver for type 'gre' Aug 30 07:31:21.298267 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] gre ID ranges: [(1, 1000)] Aug 30 07:31:21.349829 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Initializing driver for type 'local' Aug 30 07:31:21.350223 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Initializing driver for type 'vlan' Aug 30 07:31:21.364883 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] VlanTypeDriver initialization complete Aug 30 07:31:21.365216 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Initializing driver for type 'vxlan' Aug 30 07:31:21.365710 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] vxlan ID ranges: [(1, 1000)] Aug 30 07:31:21.418288 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Initializing extension driver 'port_security' Aug 30 07:31:21.418628 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.extensions.port_security [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] PortSecurityExtensionDriver initialization complete Aug 30 07:31:21.418954 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Initializing mechanism driver 'openvswitch' Aug 30 07:31:21.419276 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Initializing mechanism driver 'hyperv' Aug 30 07:31:21.425887 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.plugin [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:31:21.426605 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > port after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.426976 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > port after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.427350 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > port after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.427872 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:31:21.428305 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > subnet after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.428660 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > subnet after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.429005 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.429395 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:31:21.429800 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > network after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.430189 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > network after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.430529 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > network after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.430913 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:31:21.431314 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > security_group after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.431662 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > security_group after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.432001 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.432527 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:31:21.432935 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.433302 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.433627 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.434020 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:31:21.434449 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > address_group after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.434797 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > address_group after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.435136 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.435522 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:31:21.435900 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] ML2 OVO RPC backend initialized. {{(pid=100337) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 30 07:31:21.436607 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.436962 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.437378 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > network before_response 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.437732 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > networks before_response 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.438094 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > port before_response 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.438557 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > ports before_response 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.438903 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > subnet before_response 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.439246 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > subnets before_response 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.439594 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > network after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.439937 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > network after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.440274 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > network after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.440611 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > port after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.440946 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > port after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.441281 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > port after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.441618 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > subnet after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.441954 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > subnet after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.442316 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.442892 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.plugin [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Modular L2 Plugin initialization complete Aug 30 07:31:21.443219 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading services supported by the core plugin {{(pid=100337) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 07:31:21.443550 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.plugins.ml2.managers [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Got port-security extension from driver 'port_security' Aug 30 07:31:21.444010 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.extensions.vlantransparent [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Disabled vlantransparent extension. Aug 30 07:31:21.444489 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100337) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 07:31:21.444801 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading Plugin: router Aug 30 07:31:21.483314 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.483914 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router after_create 55549900 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.484065 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router before_create 55549900 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.484429 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.484799 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.485156 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router after_delete 55549900 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.485517 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.485865 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.486254 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router after_create 55549900 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.486605 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router after_update 55549900 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.486956 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router after_update 55549900 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.487302 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.487664 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router after_update 55549900 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.488064 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router precommit_update 55549900 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.488429 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: port after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.488790 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: port after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.489102 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: subnet after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.489437 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.489783 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.490148 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router precommit_create 55549900 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.490493 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: port before_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.490833 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router precommit_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.491187 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router after_update 55549900 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.491527 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.491876 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router precommit_create 55549900 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.492239 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.492589 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router precommit_update 55549900 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.492954 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > agent after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.493329 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > agent after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.493673 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > network after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.494562 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Tracking information for resource: router configured {{(pid=100337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:31:21.494897 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Tracking information for resource: floatingip configured {{(pid=100337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:31:21.499820 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.db.l3_agentschedulers_db [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 07:31:21.500397 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: port after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.500756 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: port after_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.501104 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: port after_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.501459 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: port after_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.502294 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router before_create 55550100 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.502918 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.503281 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router precommit_create 55550100 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.503639 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > router precommit_update 55550100 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.508379 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.services.provider_configuration [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Service providers = [] {{(pid=100337) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 07:31:21.508742 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.db.servicetype_db [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100337) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 07:31:21.512197 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.services.service_base [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 07:31:21.512541 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.services.service_base [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 07:31:21.512884 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.services.service_base [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 07:31:21.513793 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.services.service_base [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 07:31:21.514196 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.services.service_base [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 07:31:21.514573 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:31:21.514891 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 07:31:21.526021 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:31:21.526382 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading Plugin: auto_allocate Aug 30 07:31:21.532135 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: network precommit_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.532501 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: network precommit_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.533014 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:31:21.533334 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading Plugin: tag Aug 30 07:31:21.539840 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:31:21.540198 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading Plugin: timestamp Aug 30 07:31:21.544189 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:31:21.544518 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading Plugin: network_ip_availability Aug 30 07:31:21.549948 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.550303 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.550662 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.551370 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:31:21.551688 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading Plugin: flavors Aug 30 07:31:21.556428 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:31:21.556761 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading Plugin: revisions Aug 30 07:31:21.561019 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:31:21.561408 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_concurrency.lockutils [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.838s {{(pid=100337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 07:31:21.562166 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100337) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 30 07:31:21.562504 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Initializing extension manager. Aug 30 07:31:21.563013 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: __init__.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.563355 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: __pycache__ {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.563689 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.564022 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: address_group.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.564774 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.565341 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: address-group Aug 30 07:31:21.565660 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: address_scope.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.566406 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.566913 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: address-scope Aug 30 07:31:21.567230 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.568152 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.568665 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: router-admin-state-down-before-update Aug 30 07:31:21.568988 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: agent.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.569874 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.570416 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: agent Aug 30 07:31:21.570738 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: agent_resources_synced.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.572166 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.572672 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: agent-resources-synced Aug 30 07:31:21.572989 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: allowedaddresspairs.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.574803 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.575330 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: allowed-address-pairs Aug 30 07:31:21.575654 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: auto_allocated_topology.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.576719 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.577228 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: auto-allocated-topology Aug 30 07:31:21.577551 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: availability_zone.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.578269 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.578782 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: availability_zone Aug 30 07:31:21.579101 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: availability_zone_filter.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.580011 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.580518 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: availability_zone_filter Aug 30 07:31:21.580835 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: data_plane_status.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.581739 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.582279 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 07:31:21.582598 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: default_subnetpools.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.583506 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.584048 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: default-subnetpools Aug 30 07:31:21.584370 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.585171 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.585681 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: dhcp_agent_scheduler Aug 30 07:31:21.586005 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: dns.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.587540 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.588056 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 07:31:21.588380 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: dns_domain_ports.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.589302 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.589814 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 07:31:21.590170 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.591098 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.591604 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 07:31:21.591924 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: dvr.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.592594 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.593099 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: dvr Aug 30 07:31:21.593419 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: ecmp_routes.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.594359 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.594869 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 07:31:21.595189 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: empty_string_filtering.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.596094 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.596605 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: empty-string-filtering Aug 30 07:31:21.596923 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.597834 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.598374 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 07:31:21.598692 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.599613 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.600118 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 07:31:21.600435 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: external_net.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.601342 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.601847 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: external-net Aug 30 07:31:21.602189 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.603111 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.603614 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: extra_dhcp_opt Aug 30 07:31:21.603932 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: extraroute.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.604829 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.605336 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: extraroute Aug 30 07:31:21.605651 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: extraroute_atomic.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.606705 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.607214 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: extraroute-atomic Aug 30 07:31:21.607533 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: filter_validation.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.608193 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.608696 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: filter-validation Aug 30 07:31:21.609015 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: fip_pf_description.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.609922 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.610458 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 07:31:21.610777 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: fip_port_details.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.611682 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.612189 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: fip-port-details Aug 30 07:31:21.612509 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: flavors.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.613748 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.614264 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: flavors Aug 30 07:31:21.614588 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.616213 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.616737 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 07:31:21.617067 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: floatingip_pools.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.617762 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.618960 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: floatingip-pools Aug 30 07:31:21.619154 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: ip_allocation.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.620078 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.620585 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 07:31:21.620905 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.621818 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.622372 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: ip-substring-filtering Aug 30 07:31:21.622698 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: l2_adjacency.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.623628 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.624136 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 07:31:21.624460 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: l3.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.625636 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.626203 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: router Aug 30 07:31:21.626530 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.628994 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.629539 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 07:31:21.629867 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.630940 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.631462 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: ext-gw-mode Aug 30 07:31:21.631783 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.632696 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.633208 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: l3-ha Aug 30 07:31:21.633530 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: l3_flavors.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.635010 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.635522 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: l3-flavors Aug 30 07:31:21.635844 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.636751 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.637260 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 07:31:21.637581 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: l3agentscheduler.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.638638 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.639160 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: l3_agent_scheduler Aug 30 07:31:21.639486 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: logging.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.640943 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.641461 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension logging not supported by any of loaded plugins Aug 30 07:31:21.641791 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: metering.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.642563 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.643142 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: metering Aug 30 07:31:21.643466 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.644559 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.645077 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: metering_source_and_destination_fields Aug 30 07:31:21.645402 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: multiprovidernet.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.646529 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.646861 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: multi-provider Aug 30 07:31:21.647183 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: netmtu.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.648095 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.648602 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: net-mtu Aug 30 07:31:21.648923 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: netmtu_writable.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.649870 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.650421 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: net-mtu-writable Aug 30 07:31:21.650744 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: network_availability_zone.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.651413 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.651919 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: network_availability_zone Aug 30 07:31:21.652237 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: network_ip_availability.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.653317 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.653827 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: network-ip-availability Aug 30 07:31:21.654179 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: network_segment_range.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.654939 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.655441 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 07:31:21.655760 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: pagination.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.656729 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.657058 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: pagination Aug 30 07:31:21.657375 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: port_device_profile.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.658323 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.658840 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: port-device-profile Aug 30 07:31:21.659164 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.660089 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.660601 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: port-mac-address-regenerate Aug 30 07:31:21.660918 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.661834 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.662375 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: port-numa-affinity-policy Aug 30 07:31:21.662695 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: port_resource_request.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.663598 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.664104 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 07:31:21.664421 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: portbindings.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.665389 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.665955 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: binding Aug 30 07:31:21.666314 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: portbindings_extended.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.667718 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.668233 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: binding-extended Aug 30 07:31:21.668559 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: portsecurity.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.669474 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.669984 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: port-security Aug 30 07:31:21.670338 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: project_id.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.671308 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.671637 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: project-id Aug 30 07:31:21.671957 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: providernet.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.672881 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.673396 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: provider Aug 30 07:31:21.673715 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: qos.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.677247 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.677774 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension qos not supported by any of loaded plugins Aug 30 07:31:21.678129 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.679380 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.679898 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 07:31:21.680228 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.681680 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.682227 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 07:31:21.682555 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: qos_default.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.683468 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.683986 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension qos-default not supported by any of loaded plugins Aug 30 07:31:21.684314 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: qos_fip.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.684971 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.685476 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 07:31:21.685799 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: qos_gateway_ip.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.686752 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.687263 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 07:31:21.687743 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: qos_port_network_policy.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.688665 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.689176 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 07:31:21.689499 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: qos_pps_rule.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.690687 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.691208 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 07:31:21.691534 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: qos_rule_type_details.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.692445 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.692962 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 07:31:21.693286 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: qos_rules_alias.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.694343 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.694861 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 07:31:21.695186 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: quotasv2.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.696091 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.696966 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: quotas Aug 30 07:31:21.697455 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: quotasv2_detail.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.700342 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.700685 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: quota_details Aug 30 07:31:21.701017 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: rbac.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.702314 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.702850 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: rbac-policies Aug 30 07:31:21.703182 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: rbac_address_group.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.704112 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.704634 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: rbac-address-group Aug 30 07:31:21.704959 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: rbac_address_scope.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.705880 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.706429 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: rbac-address-scope Aug 30 07:31:21.706754 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: rbac_security_groups.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.707674 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.708185 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: rbac-security-groups Aug 30 07:31:21.708505 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: rbac_subnetpool.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.709414 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.709933 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: rbac-subnetpool Aug 30 07:31:21.710286 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: revisionifmatch.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.711202 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.711720 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: revision-if-match Aug 30 07:31:21.712079 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: revisions.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.713188 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.713700 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: standard-attr-revisions Aug 30 07:31:21.714024 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: router_availability_zone.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.714724 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.715237 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: router_availability_zone Aug 30 07:31:21.715560 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: routerservicetype.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.716479 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.716989 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 07:31:21.717309 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.718257 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.718772 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: security-groups-normalized-cidr Aug 30 07:31:21.719092 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.720014 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.720526 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: port-security-groups-filtering Aug 30 07:31:21.720846 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.721769 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.722309 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: security-groups-remote-address-group Aug 30 07:31:21.722630 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: securitygroup.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.733674 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.734238 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: security-group Aug 30 07:31:21.734574 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: segment.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.735383 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.735893 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension segment not supported by any of loaded plugins Aug 30 07:31:21.736220 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.737176 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.738114 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 07:31:21.738114 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: servicetype.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.739190 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.739719 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: service-type Aug 30 07:31:21.740052 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: sorting.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.741025 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.741353 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: sorting Aug 30 07:31:21.741677 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: standard_attr_segment.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.742631 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.743666 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 07:31:21.744007 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: standardattrdescription.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.744713 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.745176 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: standard-attr-description Aug 30 07:31:21.745497 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: stateful_security_group.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.746460 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.746977 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: stateful-security-group Aug 30 07:31:21.747304 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: stdattrs_common.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.747895 dv-cinder-804035-7-iscsi neutron-server[100337]: WARNING neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 07:31:21.748216 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.749153 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.749668 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 07:31:21.749993 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: subnet_onboard.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.751104 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.751623 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: subnet_onboard Aug 30 07:31:21.751949 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.753130 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.753636 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 07:31:21.753958 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: subnet_service_types.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.754925 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.755442 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: subnet-service-types Aug 30 07:31:21.755765 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: subnetallocation.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.756853 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.757374 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: subnet_allocation Aug 30 07:31:21.757704 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.758409 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.759474 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: subnetpool-prefix-ops Aug 30 07:31:21.759802 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.760733 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.761244 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 07:31:21.761566 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: tagging.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.762686 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.763205 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: standard-attr-tag Aug 30 07:31:21.763531 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: timestamp.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.764733 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.765251 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loaded extension: standard-attr-timestamp Aug 30 07:31:21.765575 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: trunk.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.766625 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.767145 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension trunk not supported by any of loaded plugins Aug 30 07:31:21.767469 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: trunk_details.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.768380 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.768896 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 07:31:21.769220 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: uplink_status_propagation.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.770169 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.770686 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 07:31:21.771009 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Loading extension file: vlantransparent.py {{(pid=100337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.771683 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.772196 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 07:31:21.774767 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of TrackedResource for resource:network Aug 30 07:31:21.775296 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of TrackedResource for resource:subnet Aug 30 07:31:21.775694 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 07:31:21.776084 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of TrackedResource for resource:port Aug 30 07:31:21.777341 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.v2.resource_helper [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.777779 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.v2.resource_helper [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Service FLAVORS assigned prefix: {{(pid=100337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.778445 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.v2.resource_helper [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.778884 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.v2.resource_helper [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.779211 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of TrackedResource for resource:router Aug 30 07:31:21.779636 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 07:31:21.780145 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.v2.resource_helper [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Service METERING assigned prefix: /metering {{(pid=100337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.781613 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.781984 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.782367 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.783775 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 07:31:21.784213 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of TrackedResource for resource:security_group Aug 30 07:31:21.784637 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 07:31:21.785232 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.v2.resource_helper [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Service CORE assigned prefix: {{(pid=100337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.785557 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 07:31:21.785899 dv-cinder-804035-7-iscsi neutron-server[100337]: WARNING neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] subnetpool is already registered Aug 30 07:31:21.786351 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.v2.resource_helper [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Service CORE assigned prefix: {{(pid=100337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.786673 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 07:31:21.786999 dv-cinder-804035-7-iscsi neutron-server[100337]: WARNING neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] subnetpool is already registered Aug 30 07:31:21.789301 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.v2.resource_helper [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.789737 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.v2.resource_helper [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Service FLAVORS assigned prefix: {{(pid=100337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.790395 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.v2.resource_helper [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.790818 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.v2.resource_helper [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.791148 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of TrackedResource for resource:router Aug 30 07:31:21.791487 dv-cinder-804035-7-iscsi neutron-server[100337]: WARNING neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] router is already registered Aug 30 07:31:21.791895 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 07:31:21.792227 dv-cinder-804035-7-iscsi neutron-server[100337]: WARNING neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] floatingip is already registered Aug 30 07:31:21.792682 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.v2.resource_helper [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Service METERING assigned prefix: /metering {{(pid=100337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.793349 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 07:31:21.793672 dv-cinder-804035-7-iscsi neutron-server[100337]: WARNING neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] rbac_policy is already registered Aug 30 07:31:21.794089 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of TrackedResource for resource:security_group Aug 30 07:31:21.794437 dv-cinder-804035-7-iscsi neutron-server[100337]: WARNING neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] security_group is already registered Aug 30 07:31:21.794840 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 07:31:21.795169 dv-cinder-804035-7-iscsi neutron-server[100337]: WARNING neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] security_group_rule is already registered Aug 30 07:31:21.795794 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.v2.resource_helper [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Service CORE assigned prefix: {{(pid=100337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.796118 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 07:31:21.796447 dv-cinder-804035-7-iscsi neutron-server[100337]: WARNING neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] subnetpool is already registered Aug 30 07:31:21.796861 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.v2.resource_helper [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Service CORE assigned prefix: {{(pid=100337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.797181 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 07:31:21.797509 dv-cinder-804035-7-iscsi neutron-server[100337]: WARNING neutron.quota.resource_registry [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] subnetpool is already registered Aug 30 07:31:21.797975 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: extensions {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.799531 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: address-groups {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.801074 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: address-scopes {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.802373 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: agents {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.803545 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: auto-allocated-topology {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.804783 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: availability_zones {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.806580 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: dhcp-networks {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.808087 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: dhcp-agents {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.809492 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: routers {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.811748 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: flavors {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.812914 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: service_profiles {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.814162 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: next_providers {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.815600 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: service_profiles {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.817132 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: floatingip-pools {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.818360 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: routers {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.820461 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: floatingips {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.822329 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: l3-routers {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.823710 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: l3-agents {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.825107 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: metering-labels {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.826486 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: metering-label-rules {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.827859 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: network-ip-availabilities {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.829108 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: bindings {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.830784 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: quotas {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.832218 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: quotas {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.833640 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: rbac-policies {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.834862 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: security-groups {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.836178 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: security-group-rules {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.837446 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: service-providers {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.838681 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: subnetpools {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.841105 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: subnetpools {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.842615 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: tags {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.844291 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: tags {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.846184 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: tags {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.847960 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: tags {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.849744 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: tags {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.851620 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: tags {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.853320 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: tags {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.855258 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: tags {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.857016 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: tags {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.858784 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron.api.extensions [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Extended resource: tags {{(pid=100337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.864677 dv-cinder-804035-7-iscsi neutron-server[100337]: WARNING keystonemiddleware.auth_token [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 07:31:21.870025 dv-cinder-804035-7-iscsi neutron-server[100337]: WARNING keystonemiddleware.auth_token [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 07:31:21.878749 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_concurrency.lockutils [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Acquired lock "singleton_lock" {{(pid=100337) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 30 07:31:21.879227 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_concurrency.lockutils [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Releasing lock "singleton_lock" {{(pid=100337) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 30 07:31:21.879860 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO oslo_service.service [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Starting 2 workers Aug 30 07:31:21.885183 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Started child 100444 {{(pid=100337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 07:31:21.889597 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Started child 100445 {{(pid=100337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 07:31:21.890671 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:21.891278 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO neutron.service [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 07:31:21.891915 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Notify callbacks [] for process, before_spawn {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:21.892268 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [-] (100444) wsgi starting up on http://0.0.0.0:9696 Aug 30 07:31:21.894356 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO oslo_service.service [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Starting 1 workers Aug 30 07:31:21.894483 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:21.895718 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [-] (100445) wsgi starting up on http://0.0.0.0:9696 Aug 30 07:31:21.899610 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Started child 100446 {{(pid=100337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 07:31:21.900133 dv-cinder-804035-7-iscsi neutron-server[100337]: INFO oslo_service.service [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Starting 1 workers Aug 30 07:31:21.903125 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.service [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] calling RpcWorker wait() {{(pid=100446) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 07:31:21.903682 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.service [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] returning from RpcWorker wait() {{(pid=100446) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 07:31:21.904521 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Started child 100447 {{(pid=100337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 07:31:21.904818 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:21.905281 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:31:21.905376 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-0b49a66c-5935-41e5-b7a6-32bb4fa12082 None None] Notify callbacks [] for process, after_spawn {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:21.907283 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100337) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 07:31:21.907489 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 07:31:21.907674 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 07:31:21.907889 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 07:31:21.908236 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 07:31:21.908406 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 07:31:21.908885 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.909159 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.909402 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:21.909858 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.909858 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.909981 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.910553 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:31:21.910666 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.910810 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.911064 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.911328 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.911559 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.911728 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.911887 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.912180 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.912369 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.912650 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.912922 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.913160 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.913479 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.913646 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.913899 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.914423 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.914727 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.914990 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] debug = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.915262 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.915766 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.916010 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.916242 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.916464 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.916729 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.916956 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.917215 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.917475 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.917692 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.917935 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.918237 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.918477 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.918690 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.918907 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.919150 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.919371 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.919845 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] host = dv-cinder-804035-7-iscsi {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.920064 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.920285 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.920532 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.920780 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.921041 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.921256 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.921520 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.921771 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.922034 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.922320 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.922571 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.922816 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.923070 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.923316 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] log_file = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.923472 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] log_options = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.923683 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.923950 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.924205 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.924391 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.924546 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.924723 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.924975 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.925137 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.925387 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.925602 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.925814 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.926025 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.926267 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.926517 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.926767 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.927016 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.927246 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.927490 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.927860 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.928116 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.928342 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.928566 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.928805 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.929021 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.929264 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.929498 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.929738 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.929952 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.930187 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.930434 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.931217 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.931480 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.931728 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.931985 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.932214 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.932441 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.932654 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.932938 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.933169 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.933424 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.933651 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.933863 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.934111 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.934329 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.934549 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.934781 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] use_json = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.934995 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.935228 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.935478 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.935690 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.935903 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.936115 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.936348 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.936624 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.937036 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.937317 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.939168 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.939168 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.939168 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.939168 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.940722 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.940722 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.940722 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.941058 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.941238 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.941498 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.941797 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.942029 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.942314 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.942675 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.942946 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.944457 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.945421 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.945551 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.945738 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.946003 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.948740 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.948740 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.948740 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.949554 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.949710 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.950054 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.950354 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.951923 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.951923 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.951923 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.951923 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.951923 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.951923 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.956049 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.956049 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.956049 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.956049 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.956049 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.956049 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.956049 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.956049 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.956049 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.958102 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.958102 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.958102 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.958102 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.958102 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.958102 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.958102 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.958102 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.958102 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.959824 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.959824 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.959824 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.959824 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.959824 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.959824 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.959824 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.959824 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.959824 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.961549 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.961549 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.961549 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.961549 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.961549 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.961549 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.961549 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.961549 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.961549 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.963014 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.963014 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.963014 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.963014 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.963014 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.963014 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.963014 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.963014 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.963014 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.964861 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.964861 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.964861 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.964861 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.964861 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.964861 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.964861 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.964861 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.964861 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.966349 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.966349 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.966349 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.966349 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.966349 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.966349 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.966349 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.966349 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.967720 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.967720 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.967720 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.967720 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.967720 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.967720 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.967720 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.969404 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.969404 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.969404 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.969404 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.969404 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.969404 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.969404 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.969404 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.970806 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.970806 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.970806 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.970806 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.970806 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.970806 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.971625 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.971625 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.971625 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.971979 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.972099 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.972267 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.972507 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.972752 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.973010 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.973241 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.973497 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.973727 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.973980 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.974343 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.974658 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.974783 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.974903 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.975122 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.975353 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.975680 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.975918 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.976148 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.976374 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.976636 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.976876 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.977110 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.977367 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.977648 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.977839 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.978097 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.978349 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.978558 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.978786 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.979010 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.979218 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.979457 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.979686 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.979917 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.980127 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.980336 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.980589 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.980799 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.981013 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.981252 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.981467 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.981678 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.981903 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.982227 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.983047 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.983047 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.983295 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.983295 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.983531 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.983679 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.984242 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.984242 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.985330 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.985330 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.985330 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.985330 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.985791 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.985791 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.986028 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.987190 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.987190 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.987190 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.987190 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.987190 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.989075 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.989075 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.989075 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.989075 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.989075 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.989075 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.989075 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.989075 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.989893 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.989893 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.989893 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.989893 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.990495 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.990495 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.990495 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.990942 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.990942 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.991153 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.991377 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.992081 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.992081 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.992081 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.992707 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.992707 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.992707 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.993998 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.994265 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.994592 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.994737 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.994957 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.995163 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.995405 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.995613 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.995817 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.996033 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.996245 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.996448 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.996670 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.996945 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.997140 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.997251 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.997477 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.998214 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.998214 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.998214 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.998679 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.998679 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.998930 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.999036 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.999163 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.999368 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.999573 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:21.999789 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.000062 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.000288 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.000495 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.000705 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.000954 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.001166 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.001376 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.001579 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.001884 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.002148 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.002395 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.002909 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.003811 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.003811 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.003811 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.004417 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.004417 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.004417 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.005194 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.005194 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.005194 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.005194 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.005850 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.005850 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.006232 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.006232 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.006554 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.006716 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.006988 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.007200 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.007484 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.007811 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.008166 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.008338 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.008560 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.008831 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.009619 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.009833 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.010066 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.010337 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.010563 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.010801 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.011024 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.011260 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.011494 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.011715 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.011946 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.012193 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.012417 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.012681 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.012921 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.013074 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 07:31:22.013584 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100337) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 07:31:22.013740 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 07:31:22.013889 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 07:31:22.014053 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 07:31:22.014264 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 07:31:22.014521 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 07:31:22.014658 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.014780 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.015052 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.015052 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.015280 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.015401 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.015524 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.015654 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.015775 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.015894 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.016046 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.016199 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.016352 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.016507 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.016660 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.016813 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.016965 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.017120 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.017279 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.017434 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.017586 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.017741 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.017893 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] debug = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.018049 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.018312 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.018470 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.018595 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.018736 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.018938 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.019068 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.019188 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.019309 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.019466 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.019620 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.019774 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.020010 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.020761 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.020761 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.020761 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.021116 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.021116 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] host = dv-cinder-804035-7-iscsi {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.021893 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.021893 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.021893 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.021893 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.022338 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.022338 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.022338 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.022741 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.022741 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.022741 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.023068 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.023068 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.023295 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.023295 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] log_file = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.023520 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] log_options = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.023639 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.023758 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.023878 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.024018 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.024179 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.024334 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.024514 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.024669 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.024824 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.024964 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.025230 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.025352 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.025471 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.025600 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.025721 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.025841 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.025961 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.026127 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.026284 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.026439 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.026591 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.026760 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.026892 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.027034 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.027186 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.027339 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.027526 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.027647 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.027787 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.027941 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.028094 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.028752 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.028752 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.028752 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.028752 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.029754 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.029754 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.029754 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.029754 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.029754 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.029754 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.029754 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.031184 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.031184 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.031184 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.031184 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] use_json = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.031184 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.031184 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.031184 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.031184 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.031184 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.032134 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.032134 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.032134 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.032134 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.032134 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.032134 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.032134 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.032134 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.032921 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.032921 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.032921 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.032921 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.032921 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.033659 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.033659 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.033659 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.033659 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.033659 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.034156 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.034156 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.034156 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.034454 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.034454 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.034798 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.034798 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.034798 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.035306 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.035306 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.035306 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.035602 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.035602 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.035789 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.035789 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.035977 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.036087 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.036221 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.036386 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.036534 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.036674 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.036831 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.036987 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.037198 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.037318 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.037437 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.037574 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.037731 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.037887 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.038063 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.038247 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.038368 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.039008 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.039008 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.039008 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.039008 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.040891 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.040891 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.040891 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.040891 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.040891 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.040891 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.040891 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.040891 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.040891 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.042045 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.042045 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.042045 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.042045 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.042045 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.042045 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.042045 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.042045 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.044126 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.044126 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.044126 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.044126 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.044126 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.044126 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.044126 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.044126 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.044126 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.047551 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.047551 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.047551 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.047551 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.047551 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.047551 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.047551 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.047551 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.047551 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.048496 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.048496 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.048496 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.048496 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.048496 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.048496 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.048496 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.048496 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.049614 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.049614 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.049614 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.049614 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.049614 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.049614 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.049614 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.049614 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.050570 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.050570 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.050570 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.050570 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.050570 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.050570 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.050570 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.050570 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.051478 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.051478 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.051478 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.051478 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.051478 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.051478 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.051478 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.051478 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.052800 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.052800 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.052800 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.052800 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.052800 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.052800 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.052800 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.052800 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.058640 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.058640 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.058640 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.058640 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.058640 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.058640 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.058640 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.058640 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059129 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:31:22.059204 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059204 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059204 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059204 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059204 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059204 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059204 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059204 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059728 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059728 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059728 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059728 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059728 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059728 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059728 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059728 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060253 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060253 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060253 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060253 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060253 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060253 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060253 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060253 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060699 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060699 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060699 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060699 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060699 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060699 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060699 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060699 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061131 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061131 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061131 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061131 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061131 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061131 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061131 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061131 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061553 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061553 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061553 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061553 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061553 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061553 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061553 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061553 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061972 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061972 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061972 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061972 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061972 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061972 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061972 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.061972 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062433 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062433 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062433 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062433 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062433 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062433 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062433 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062433 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062860 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062860 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062860 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062860 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062860 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062860 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062860 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062860 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.063304 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.063304 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.063304 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.063480 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.064761 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.064761 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.064761 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.064761 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.064761 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.064761 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.064761 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.064761 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.065446 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.065446 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.065446 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.065446 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.065446 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.065446 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.066203 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.066203 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.066203 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.066203 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.066203 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.066978 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.066978 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.066978 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.066978 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.066978 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.067629 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.067629 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.067629 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.067629 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.069412 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.069412 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.069412 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.069412 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.069412 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.069412 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.069412 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.069412 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.069860 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.069860 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.069860 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.069860 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.070127 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.070200 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.070532 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.070532 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.070710 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.070862 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.071008 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.071165 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.071352 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.071511 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.071658 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.071813 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.071974 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.072141 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.072294 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.072461 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.072622 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.072953 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.073116 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.073724 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.073724 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.073724 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.073724 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.074004 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.074004 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.074279 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.074370 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.074506 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.074659 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.074835 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.074940 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.075104 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.075256 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.075559 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.075859 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.076170 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.076337 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.076496 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.076639 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.076792 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.076934 dv-cinder-804035-7-iscsi neutron-server[100337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 07:31:22.250405 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 45186) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:31:22.259914 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072277 Aug 30 07:31:33.688577 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231df1df-29b3-42ed-9b2c-cb3917e5fd8b None None] get_active_networks_info from dv-cinder-804035-7-iscsi {{(pid=100446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 07:31:33.774655 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231df1df-29b3-42ed-9b2c-cb3917e5fd8b None None] No non-hosted networks {{(pid=100446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 07:31:33.782665 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.agentschedulers_db [None req-231df1df-29b3-42ed-9b2c-cb3917e5fd8b None None] DHCP Agent not found on host dv-cinder-804035-7-iscsi {{(pid=100446) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 30 07:31:33.938554 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-22761eda-4b39-453d-bdc0-cc7e3af6860a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549277'] for agent, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:35.864378 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-352d3c27-46a2-4e2a-b5a6-003adbd4c517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549277'] for agent, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:35.922233 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-286f3846-f135-43da-902f-62e2ce0c8e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:36.414509 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549277'] for agent, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:36.416063 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.417471 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.418409 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.419010 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.420107 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.422214 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.422843 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.423411 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.424637 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.425311 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.426370 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.428406 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.429265 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-7-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:31:36.443470 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-7-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:31:37.228776 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549277'] for agent, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:38.916019 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549277'] for agent, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:40.000224 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 45276) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:31:40.247282 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.db.l3_hamode_db [None req-7a2052c9-587b-4038-829d-880ebfeb6b5b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 07:31:40.324825 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2052c9-587b-4038-829d-880ebfeb6b5b None None] Routers set() bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:31:40.325018 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2052c9-587b-4038-829d-880ebfeb6b5b None None] Router IDs set() for agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 07:31:40.503510 dv-cinder-804035-7-iscsi neutron-server[100445]: WARNING oslo_policy.policy [None req-34079647-f899-431b-a047-a6d4f783e760 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:31:40.504086 dv-cinder-804035-7-iscsi neutron-server[100445]: WARNING oslo_policy.policy [None req-34079647-f899-431b-a047-a6d4f783e760 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:31:40.727822 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [None req-34079647-f899-431b-a047-a6d4f783e760 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:31:40.728779 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-34079647-f899-431b-a047-a6d4f783e760 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7277174 Aug 30 07:31:43.093786 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 45290) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:31:43.402847 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-efb90aa9-4444-4bc4-b3ca-63fba0e6b9ac admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:31:43.496769 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.policy [None req-efb90aa9-4444-4bc4-b3ca-63fba0e6b9ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100445) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 07:31:43.541700 dv-cinder-804035-7-iscsi neutron-server[100445]: WARNING oslo_policy.policy [None req-efb90aa9-4444-4bc4-b3ca-63fba0e6b9ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:31:43.542093 dv-cinder-804035-7-iscsi neutron-server[100445]: WARNING oslo_policy.policy [None req-efb90aa9-4444-4bc4-b3ca-63fba0e6b9ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:31:43.550603 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.quota [None req-efb90aa9-4444-4bc4-b3ca-63fba0e6b9ac admin admin] Loaded quota_driver: . Aug 30 07:31:43.638597 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-efb90aa9-4444-4bc4-b3ca-63fba0e6b9ac admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735174240580', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735174241171', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735174236169', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735174615973', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735174145310', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735174602403', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2048756', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2027466', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-614810', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-547706'] for rbac-policy, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:43.702801 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-efb90aa9-4444-4bc4-b3ca-63fba0e6b9ac admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:43.704133 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-efb90aa9-4444-4bc4-b3ca-63fba0e6b9ac admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6093385 Aug 30 07:31:46.262004 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 45302) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:31:46.756484 dv-cinder-804035-7-iscsi neutron-server[100444]: WARNING oslo_policy.policy [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:31:46.757070 dv-cinder-804035-7-iscsi neutron-server[100444]: WARNING oslo_policy.policy [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:31:46.983666 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Request body: {'network': {'project_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'admin_state_up': True, 'tenant_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'name': 'private'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:31:46.985357 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.quota [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Loaded quota_driver: . Aug 30 07:31:47.040041 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Made reservation on behalf of f7469c2a974d40baa2a9b4a17feda98a for: {'network': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:31:47.106168 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.policy [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100444) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 07:31:47.152310 dv-cinder-804035-7-iscsi neutron-server[100444]: WARNING oslo_policy.policy [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:31:47.152682 dv-cinder-804035-7-iscsi neutron-server[100444]: WARNING oslo_policy.policy [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:31:47.162561 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:47.185581 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:47.327190 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:47.331709 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:47.353151 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=100444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:31:47.381692 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735171498981', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:47.382343 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Unsubscribe: segment precommit_create {{(pid=100444) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 07:31:47.382888 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.db.segments_db [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Added segment 218a487c-77fe-45fe-bc20-3998cf3e6875 of type vlan for network 69309a77-ee80-4af0-a2b4-c3ea6a5d3e32 Aug 30 07:31:47.412802 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8a0184-3de2-4264-a2c0-bd5fd47cede1,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:31:47.465326 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:47.465689 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:47.466031 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:47.466386 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:47.466715 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:47.467055 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:47.467385 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:47.467719 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:47.468060 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:47.468427 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:47.468745 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:47.469083 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Tracked resource versions report: Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: pushed versions: Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: { 'AddressGroup': {'1.2'}, Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'ConntrackHelper': {'1.0'}, Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Log': {'1.0'}, Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Network': {'1.1'}, Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Port': {'1.7'}, Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'PortForwarding': {'1.2'}, Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'QosPolicy': {'1.9'}, Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'SecurityGroup': {'1.4'}, Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'SubPort': {'1.0'}, Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Subnet': {'1.1'}, Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Trunk': {'1.1'}} Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: consumer versions: Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: { DHCP agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: L3 agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: Metadata agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: Metering agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: Open vSwitch agent@dv-cinder-804035-7-iscsi: { 'AddressGroup': '1.2', Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'ConntrackHelper': '1.0', Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Log': '1.0', Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Network': '1.1', Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Port': '1.7', Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'PortForwarding': '1.2', Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'QosPolicy': '1.9', Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'SecurityGroup': '1.4', Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'SecurityGroupRule': '1.2', Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'SubPort': '1.0', Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Subnet': '1.1', Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Trunk': '1.1'}} Aug 30 07:31:47.470289 dv-cinder-804035-7-iscsi neutron-server[100444]: {{(pid=100444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:31:47.522591 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:47.567279 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:47.568534 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:31:47.569144 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:47.647794 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.3833957 Aug 30 07:31:47.666729 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9e3ae-4890-434a-ac22-db365144951a admin admin] Pushing event updated for resources: {'Network': ['ID=69309a77-ee80-4af0-a2b4-c3ea6a5d3e32,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:31:47.679682 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network 69309a77-ee80-4af0-a2b4-c3ea6a5d3e32 details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:31:50.416091 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 45324) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:31:50.864733 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc785492-e2c1-4475-b576-28bde84275fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:31:50.866275 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-bc785492-e2c1-4475-b576-28bde84275fd admin admin] 10.222.0.58 "GET /v2.0/networks/69309a77-ee80-4af0-a2b4-c3ea6a5d3e32 HTTP/1.1" status: 200 len: 826 time: 0.4492311 Aug 30 07:31:50.892798 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-3596a068-b4f3-4887-90f3-fbbdbf682ce9 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/a156e5e8-d0a4-4efa-8d0b-591c5deea38d HTTP/1.1" status: 200 len: 734 time: 0.0197024 Aug 30 07:31:50.903115 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'a156e5e8-d0a4-4efa-8d0b-591c5deea38d', 'ip_version': 4, 'tenant_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'gateway_ip': '172.20.0.1', 'network_id': '69309a77-ee80-4af0-a2b4-c3ea6a5d3e32'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:31:50.930593 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Made reservation on behalf of f7469c2a974d40baa2a9b4a17feda98a for: {'subnet': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:31:50.933452 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Notify callbacks [] for subnet, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:51.234508 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for subnet, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:51.310943 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Checking segment: {'id': '218a487c-77fe-45fe-bc20-3998cf3e6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '69309a77-ee80-4af0-a2b4-c3ea6a5d3e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:31:51.311334 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Network hostable DHCP agents. Network: 69309a77-ee80-4af0-a2b4-c3ea6a5d3e32, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:31:51.313643 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5bc4b1-0daf-407a-8ee9-0969f0662f06,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:31:51.326694 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.327056 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.327397 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.327726 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.328050 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.328395 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.328719 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.329051 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.329385 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.329704 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.330016 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.330354 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Tracked resource versions report: Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: pushed versions: Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: { 'AddressGroup': {'1.2'}, Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'ConntrackHelper': {'1.0'}, Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Log': {'1.0'}, Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Network': {'1.1'}, Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Port': {'1.7'}, Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'PortForwarding': {'1.2'}, Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'QosPolicy': {'1.9'}, Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'SecurityGroup': {'1.4'}, Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'SubPort': {'1.0'}, Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Subnet': {'1.1'}, Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Trunk': {'1.1'}} Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: consumer versions: Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: { DHCP agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: L3 agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: Metadata agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: Metering agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: Open vSwitch agent@dv-cinder-804035-7-iscsi: { 'AddressGroup': '1.2', Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'ConntrackHelper': '1.0', Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Log': '1.0', Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Network': '1.1', Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Port': '1.7', Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'PortForwarding': '1.2', Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'QosPolicy': '1.9', Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'SecurityGroup': '1.4', Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'SecurityGroupRule': '1.2', Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'SubPort': '1.0', Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Subnet': '1.1', Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Trunk': '1.1'}} Aug 30 07:31:51.331475 dv-cinder-804035-7-iscsi neutron-server[100445]: {{(pid=100445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:31:51.370561 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Network 69309a77-ee80-4af0-a2b4-c3ea6a5d3e32 is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:31:51.385016 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, 69309a77-ee80-4af0-a2b4-c3ea6a5d3e32) {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:31:51.391102 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:31:51.392832 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:51.394963 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87141584-b87d-4467-966c-beaf166704b3 None None] Network 69309a77-ee80-4af0-a2b4-c3ea6a5d3e32 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:31:51.413053 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-efd335ee-ebca-46e8-bbb5-009c24bb8aab admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5135381 Aug 30 07:31:51.739000 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0566574-fcec-5ece-a234-7cb24f8be91e-69309a77-ee80-4af0-a2b4-c3ea6a5d3e32', 'network_id': '69309a77-ee80-4af0-a2b4-c3ea6a5d3e32', 'tenant_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'fixed_ips': [{'subnet_id': 'fd5bc4b1-0daf-407a-8ee9-0969f0662f06'}]}} from dv-cinder-804035-7-iscsi. {{(pid=100446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:31:51.740265 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:52.018082 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Allocated IP 172.20.0.2 (69309a77-ee80-4af0-a2b4-c3ea6a5d3e32/fd5bc4b1-0daf-407a-8ee9-0969f0662f06/51f0681f-c5d0-4157-ad7c-eb53e7745d17) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:31:52.218873 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Notify callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:52.234651 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Transition to ACTIVE for port object 51f0681f-c5d0-4157-ad7c-eb53e7745d17 will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:31:52.259537 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Transition to ACTIVE for port object 51f0681f-c5d0-4157-ad7c-eb53e7745d17 will not be triggered until provisioned by entity DHCP. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:31:52.268992 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:52.369879 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Network 69309a77-ee80-4af0-a2b4-c3ea6a5d3e32 is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:31:52.375064 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:31:52.378928 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:31:52.390353 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Pushing event updated for resources: {'Port': ['ID=51f0681f-c5d0-4157-ad7c-eb53e7745d17,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:31:52.419813 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:52.420440 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:52.420554 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:52.420830 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:52.421161 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:52.421489 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:52.421815 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:52.422166 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:52.422505 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:52.422832 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:52.423155 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:52.423473 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Tracked resource versions report: Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: pushed versions: Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: { 'AddressGroup': {'1.2'}, Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'ConntrackHelper': {'1.0'}, Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Log': {'1.0'}, Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Network': {'1.1'}, Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Port': {'1.7'}, Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'PortForwarding': {'1.2'}, Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'QosPolicy': {'1.9'}, Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'SecurityGroup': {'1.4'}, Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'SubPort': {'1.0'}, Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Subnet': {'1.1'}, Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Trunk': {'1.1'}} Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: consumer versions: Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: { DHCP agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: L3 agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: Metadata agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: Metering agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: Open vSwitch agent@dv-cinder-804035-7-iscsi: { 'AddressGroup': '1.2', Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'ConntrackHelper': '1.0', Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Log': '1.0', Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Network': '1.1', Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Port': '1.7', Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'PortForwarding': '1.2', Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'QosPolicy': '1.9', Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'SecurityGroup': '1.4', Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'SecurityGroupRule': '1.2', Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'SubPort': '1.0', Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Subnet': '1.1', Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Trunk': '1.1'}} Aug 30 07:31:52.424583 dv-cinder-804035-7-iscsi neutron-server[100446]: {{(pid=100446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:31:52.475956 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Attempting to bind port 51f0681f-c5d0-4157-ad7c-eb53e7745d17 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:31:52.476917 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Attempting to bind port 51f0681f-c5d0-4157-ad7c-eb53e7745d17 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '218a487c-77fe-45fe-bc20-3998cf3e6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '69309a77-ee80-4af0-a2b4-c3ea6a5d3e32'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:31:52.477360 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Attempting to bind port 51f0681f-c5d0-4157-ad7c-eb53e7745d17 on network 69309a77-ee80-4af0-a2b4-c3ea6a5d3e32 {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:31:52.482202 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:31:52.482612 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Checking segment: {'id': '218a487c-77fe-45fe-bc20-3998cf3e6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '69309a77-ee80-4af0-a2b4-c3ea6a5d3e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:31:52.483070 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:52.483456 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Bound using segment: {'id': '218a487c-77fe-45fe-bc20-3998cf3e6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '69309a77-ee80-4af0-a2b4-c3ea6a5d3e32'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:31:52.483952 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Bound port: 51f0681f-c5d0-4157-ad7c-eb53e7745d17, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218a487c-77fe-45fe-bc20-3998cf3e6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '69309a77-ee80-4af0-a2b4-c3ea6a5d3e32'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:31:52.484349 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:52.546485 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] For port 51f0681f-c5d0-4157-ad7c-eb53e7745d17, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:31:52.550620 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] For port 51f0681f-c5d0-4157-ad7c-eb53e7745d17, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=51f0681f-c5d0-4157-ad7c-eb53e7745d17,segment=NetworkSegment(218a487c-77fe-45fe-bc20-3998cf3e6875),segment_id=218a487c-77fe-45fe-bc20-3998cf3e6875)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:31:52.555203 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:52.619917 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585db8b4-b52a-4efe-aff3-998d3eedfe83 None None] Pushing event updated for resources: {'Port': ['ID=51f0681f-c5d0-4157-ad7c-eb53e7745d17,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:31:54.029372 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 45336) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:31:54.363729 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [None req-39d5e1dc-2484-4795-aa72-f82b768d5325 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:31:54.364845 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-39d5e1dc-2484-4795-aa72-f82b768d5325 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3344657 Aug 30 07:31:56.823958 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 45344) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:31:57.199089 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [None req-646dfbc0-6675-4331-b4be-8c57ce28d666 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:31:57.200081 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-646dfbc0-6675-4331-b4be-8c57ce28d666 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3751473 Aug 30 07:31:59.862206 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 45358) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:32:00.173039 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-f6192c81-d9a3-4c39-82c4-df7533d8ce5f admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'name': 'router1'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:32:00.196439 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f6192c81-d9a3-4c39-82c4-df7533d8ce5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15658'] for router, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:00.198379 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f6192c81-d9a3-4c39-82c4-df7533d8ce5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15649'] for router, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:00.347500 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 51f0681f-c5d0-4157-ad7c-eb53e7745d17 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:32:00.356510 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f6192c81-d9a3-4c39-82c4-df7533d8ce5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:00.363842 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f6192c81-d9a3-4c39-82c4-df7533d8ce5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550157'] for router, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:00.384061 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f6192c81-d9a3-4c39-82c4-df7533d8ce5f admin admin] Notify callbacks [] for router, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:00.386580 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-f6192c81-d9a3-4c39-82c4-df7533d8ce5f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5233307 Aug 30 07:32:00.439827 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 51f0681f-c5d0-4157-ad7c-eb53e7745d17 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:32:01.048960 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cee7274-5383-4de6-b6be-00c905e1488a None None] Network 69309a77-ee80-4af0-a2b4-c3ea6a5d3e32 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:32:01.167773 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-9843dcf1-36cc-4013-bc44-12297bc35e42 None None] Provisioning for port 51f0681f-c5d0-4157-ad7c-eb53e7745d17 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:32:01.176917 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-9843dcf1-36cc-4013-bc44-12297bc35e42 None None] Provisioning complete for port 51f0681f-c5d0-4157-ad7c-eb53e7745d17 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:32:01.177317 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9843dcf1-36cc-4013-bc44-12297bc35e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:01.327067 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9843dcf1-36cc-4013-bc44-12297bc35e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:01.368812 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-9843dcf1-36cc-4013-bc44-12297bc35e42 None None] For port 51f0681f-c5d0-4157-ad7c-eb53e7745d17, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=51f0681f-c5d0-4157-ad7c-eb53e7745d17,segment=NetworkSegment(218a487c-77fe-45fe-bc20-3998cf3e6875),segment_id=218a487c-77fe-45fe-bc20-3998cf3e6875)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:32:01.374301 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9843dcf1-36cc-4013-bc44-12297bc35e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:01.423794 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843dcf1-36cc-4013-bc44-12297bc35e42 None None] Pushing event updated for resources: {'Port': ['ID=51f0681f-c5d0-4157-ad7c-eb53e7745d17,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:01.494205 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-a5b60ea9-a3da-4b11-8715-8cd385a1477c None None] Provisioning complete for port 51f0681f-c5d0-4157-ad7c-eb53e7745d17 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:32:01.494573 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a5b60ea9-a3da-4b11-8715-8cd385a1477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:02.324811 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 51f0681f-c5d0-4157-ad7c-eb53e7745d17 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:32:02.374739 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 51f0681f-c5d0-4157-ad7c-eb53e7745d17 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:32:02.375429 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:02.769937 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 45366) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:32:03.090053 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [None req-06c187b0-809c-4938-aa79-137d74f13d51 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:32:03.091062 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-06c187b0-809c-4938-aa79-137d74f13d51 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3201642 Aug 30 07:32:03.563208 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6820d60a-0db4-4c6e-884f-29e3826e33dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:05.450447 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 45374) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:32:05.761405 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-de0580e7-583b-4e08-b769-9b5d2c33eb37 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:32:05.784194 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0580e7-583b-4e08-b769-9b5d2c33eb37 admin admin] Made reservation on behalf of 0a5b8e1683774a01ad0c77c791cae3bb for: {'network': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:32:05.786618 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-de0580e7-583b-4e08-b769-9b5d2c33eb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:05.801821 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-de0580e7-583b-4e08-b769-9b5d2c33eb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:05.844586 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-cb5e6fca-6818-4de1-a005-090468ba7b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:05.921507 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-de0580e7-583b-4e08-b769-9b5d2c33eb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:05.925173 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-de0580e7-583b-4e08-b769-9b5d2c33eb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:05.945981 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-de0580e7-583b-4e08-b769-9b5d2c33eb37 admin admin] Reserving flat network on physical network physnet1 {{(pid=100445) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 07:32:05.962425 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0580e7-583b-4e08-b769-9b5d2c33eb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f4fbdc-ea37-44d7-97ef-ad9d829f63a0,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:05.970512 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-de0580e7-583b-4e08-b769-9b5d2c33eb37 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735171498981', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:05.971081 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-de0580e7-583b-4e08-b769-9b5d2c33eb37 admin admin] Unsubscribe: segment precommit_create {{(pid=100445) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 07:32:05.971552 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.segments_db [None req-de0580e7-583b-4e08-b769-9b5d2c33eb37 admin admin] Added segment 92facc10-e813-476b-a62f-17aa8ed80e82 of type flat for network e3bb27da-da9c-4a81-98a7-6b253e2e221e Aug 30 07:32:06.022945 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-de0580e7-583b-4e08-b769-9b5d2c33eb37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:06.060269 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-de0580e7-583b-4e08-b769-9b5d2c33eb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:06.061205 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0580e7-583b-4e08-b769-9b5d2c33eb37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:32:06.061769 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-de0580e7-583b-4e08-b769-9b5d2c33eb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:06.138236 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-de0580e7-583b-4e08-b769-9b5d2c33eb37 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6866317 Aug 30 07:32:06.152136 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0580e7-583b-4e08-b769-9b5d2c33eb37 admin admin] Pushing event updated for resources: {'Network': ['ID=e3bb27da-da9c-4a81-98a7-6b253e2e221e,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:06.171884 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:32:06.418428 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:07.182861 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:08.515856 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 45392) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:32:08.685658 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a0ec14-1121-4342-b3f8-ffba6752a8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:32:08.686990 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-c6a0ec14-1121-4342-b3f8-ffba6752a8fa admin admin] 10.222.0.58 "GET /v2.0/subnets/fd5bc4b1-0daf-407a-8ee9-0969f0662f06 HTTP/1.1" status: 200 len: 849 time: 0.1701910 Aug 30 07:32:08.805580 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-ba23d6b0-f155-4616-ab67-22f55940d19c admin admin] 10.222.0.58 "GET /v2.0/routers/939e1646-e67d-443c-adb5-2f1cef7b6265 HTTP/1.1" status: 200 len: 704 time: 0.1124089 Aug 30 07:32:08.853007 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:09.070811 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:09.362829 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Allocated IP 172.20.0.1 (69309a77-ee80-4af0-a2b4-c3ea6a5d3e32/fd5bc4b1-0daf-407a-8ee9-0969f0662f06/e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:32:09.518329 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:09.540494 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Transition to ACTIVE for port object e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581 will not be triggered until provisioned by entity DHCP. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:32:09.653424 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:09.718754 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Network 69309a77-ee80-4af0-a2b4-c3ea6a5d3e32 is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:32:09.729111 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:32:09.738586 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:32:09.739136 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550354'] for router_interface, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:09.742411 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:09.935563 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-3184ebcb-9592-403d-82aa-5d870b5af321 None None] Provisioning for port e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:32:09.936344 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:09.941215 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-3184ebcb-9592-403d-82aa-5d870b5af321 None None] Provisioning complete for port e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:32:09.941807 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3184ebcb-9592-403d-82aa-5d870b5af321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:09.975021 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-3184ebcb-9592-403d-82aa-5d870b5af321 None None] Port e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:32:10.143266 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:10.148444 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:10.149189 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555021'] for router_interface, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:10.227633 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:10.275434 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Network 69309a77-ee80-4af0-a2b4-c3ea6a5d3e32 is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:32:10.276777 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:32:10.449267 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Router 939e1646-e67d-443c-adb5-2f1cef7b6265 is scheduled to L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d with binding_index 1 {{(pid=100445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:32:10.500189 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-fec0be8a-9107-4692-9ec0-e267cfee5988 None None] Provisioning complete for port e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:32:10.500468 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fec0be8a-9107-4692-9ec0-e267cfee5988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:10.535410 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-fec0be8a-9107-4692-9ec0-e267cfee5988 None None] Port e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:32:10.545399 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:32:10.553174 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-47c2bb56-dac1-488b-8e97-7cfdae4348d0 admin admin] 10.222.0.58 "PUT /v2.0/routers/939e1646-e67d-443c-adb5-2f1cef7b6265/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7392669 Aug 30 07:32:10.566162 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Sync routers for ids ['939e1646-e67d-443c-adb5-2f1cef7b6265'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:32:10.578565 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Routers {'939e1646-e67d-443c-adb5-2f1cef7b6265'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:32:10.579396 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:32:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['939e1646-e67d-443c-adb5-2f1cef7b6265'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:32:10.772574 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Set router 939e1646-e67d-443c-adb5-2f1cef7b6265 gateway port host: None {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:32:11.211243 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939e1646-e67d-443c-adb5-2f1cef7b6265', 'name': 'router1', 'tenant_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:32:00Z', 'updated_at': '2021-08-30T07:32:09Z', 'revision_number': 2, 'project_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'gw_port_host': None, '_interfaces': [{'id': 'e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581', 'name': '', 'network_id': '69309a77-ee80-4af0-a2b4-c3ea6a5d3e32', 'tenant_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'mac_address': 'fa:16:3e:00:f4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939e1646-e67d-443c-adb5-2f1cef7b6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd5bc4b1-0daf-407a-8ee9-0969f0662f06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:09Z', 'updated_at': '2021-08-30T07:32:10Z', 'revision_number': 2, 'project_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'subnets': [{'id': 'fd5bc4b1-0daf-407a-8ee9-0969f0662f06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a156e5e8-d0a4-4efa-8d0b-591c5deea38d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:32:11.260445 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Checking router: 939e1646-e67d-443c-adb5-2f1cef7b6265 for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:32:11.260810 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Updating router 939e1646-e67d-443c-adb5-2f1cef7b6265 port e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581 binding host dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:32:11.308635 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:11.826112 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:11.844432 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Transition to ACTIVE for port object e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:32:11.851081 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:12.005878 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d26a05-f178-48c4-8866-2a8d0cde14a4 None None] Pushing event updated for resources: {'Port': ['ID=e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:12.024588 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d26a05-f178-48c4-8866-2a8d0cde14a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:12.024938 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d26a05-f178-48c4-8866-2a8d0cde14a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:12.025276 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d26a05-f178-48c4-8866-2a8d0cde14a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:12.025605 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d26a05-f178-48c4-8866-2a8d0cde14a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:12.025929 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d26a05-f178-48c4-8866-2a8d0cde14a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:12.026278 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d26a05-f178-48c4-8866-2a8d0cde14a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:12.026602 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d26a05-f178-48c4-8866-2a8d0cde14a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:12.026922 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d26a05-f178-48c4-8866-2a8d0cde14a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:12.027260 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d26a05-f178-48c4-8866-2a8d0cde14a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:12.027580 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d26a05-f178-48c4-8866-2a8d0cde14a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:12.027893 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d26a05-f178-48c4-8866-2a8d0cde14a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:12.028207 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d26a05-f178-48c4-8866-2a8d0cde14a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d26a05-f178-48c4-8866-2a8d0cde14a4 None None] Tracked resource versions report: Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: pushed versions: Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: { 'AddressGroup': {'1.2'}, Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'ConntrackHelper': {'1.0'}, Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Log': {'1.0'}, Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Network': {'1.1'}, Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Port': {'1.7'}, Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'PortForwarding': {'1.2'}, Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'QosPolicy': {'1.9'}, Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'SecurityGroup': {'1.4'}, Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'SubPort': {'1.0'}, Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Subnet': {'1.1'}, Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Trunk': {'1.1'}} Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: consumer versions: Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: { DHCP agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: L3 agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: Metadata agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: Metering agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: Open vSwitch agent@dv-cinder-804035-7-iscsi: { 'AddressGroup': '1.2', Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'ConntrackHelper': '1.0', Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Log': '1.0', Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Network': '1.1', Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Port': '1.7', Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'PortForwarding': '1.2', Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'QosPolicy': '1.9', Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'SecurityGroup': '1.4', Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'SecurityGroupRule': '1.2', Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'SubPort': '1.0', Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Subnet': '1.1', Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Trunk': '1.1'}} Aug 30 07:32:12.029303 dv-cinder-804035-7-iscsi neutron-server[100447]: {{(pid=100447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:32:12.033744 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Attempting to bind port e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:32:12.034162 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Attempting to bind port e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '218a487c-77fe-45fe-bc20-3998cf3e6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '69309a77-ee80-4af0-a2b4-c3ea6a5d3e32'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:32:12.034689 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Attempting to bind port e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581 on network 69309a77-ee80-4af0-a2b4-c3ea6a5d3e32 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:32:12.040671 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:32:12.041072 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Checking segment: {'id': '218a487c-77fe-45fe-bc20-3998cf3e6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '69309a77-ee80-4af0-a2b4-c3ea6a5d3e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:32:12.041548 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:12.041928 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Bound using segment: {'id': '218a487c-77fe-45fe-bc20-3998cf3e6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '69309a77-ee80-4af0-a2b4-c3ea6a5d3e32'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:32:12.042457 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Bound port: e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218a487c-77fe-45fe-bc20-3998cf3e6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '69309a77-ee80-4af0-a2b4-c3ea6a5d3e32'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:32:12.042850 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:12.108035 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] For port e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:32:12.127178 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] For port e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581,segment=NetworkSegment(218a487c-77fe-45fe-bc20-3998cf3e6875),segment_id=218a487c-77fe-45fe-bc20-3998cf3e6875)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:32:12.131195 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:12.190654 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Routers {'939e1646-e67d-443c-adb5-2f1cef7b6265'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:32:12.191287 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:32:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['939e1646-e67d-443c-adb5-2f1cef7b6265'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:32:12.229309 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d26a05-f178-48c4-8866-2a8d0cde14a4 None None] Pushing event updated for resources: {'Port': ['ID=e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581,revision_number=4']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:12.283574 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] Set router 939e1646-e67d-443c-adb5-2f1cef7b6265 gateway port host: None {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:32:12.492471 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939e1646-e67d-443c-adb5-2f1cef7b6265', 'name': 'router1', 'tenant_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:32:00Z', 'updated_at': '2021-08-30T07:32:09Z', 'revision_number': 2, 'project_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'gw_port_host': None, '_interfaces': [{'id': 'e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581', 'name': '', 'network_id': '69309a77-ee80-4af0-a2b4-c3ea6a5d3e32', 'tenant_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'mac_address': 'fa:16:3e:00:f4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939e1646-e67d-443c-adb5-2f1cef7b6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd5bc4b1-0daf-407a-8ee9-0969f0662f06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:09Z', 'updated_at': '2021-08-30T07:32:12Z', 'revision_number': 4, 'project_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'subnets': [{'id': 'fd5bc4b1-0daf-407a-8ee9-0969f0662f06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a156e5e8-d0a4-4efa-8d0b-591c5deea38d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:32:12.517395 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09cfc3-8449-4e40-a138-a6643d8551ba None None] The sync data for ids ['939e1646-e67d-443c-adb5-2f1cef7b6265'] in dv-cinder-804035-7-iscsi is: [{'id': '939e1646-e67d-443c-adb5-2f1cef7b6265', 'name': 'router1', 'tenant_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:32:00Z', 'updated_at': '2021-08-30T07:32:09Z', 'revision_number': 2, 'project_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'gw_port_host': None, '_interfaces': [{'id': 'e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581', 'name': '', 'network_id': '69309a77-ee80-4af0-a2b4-c3ea6a5d3e32', 'tenant_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'mac_address': 'fa:16:3e:00:f4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939e1646-e67d-443c-adb5-2f1cef7b6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd5bc4b1-0daf-407a-8ee9-0969f0662f06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:09Z', 'updated_at': '2021-08-30T07:32:12Z', 'revision_number': 4, 'project_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'subnets': [{'id': 'fd5bc4b1-0daf-407a-8ee9-0969f0662f06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a156e5e8-d0a4-4efa-8d0b-591c5deea38d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:32:12.829441 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 45412) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:32:12.955559 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b15ff99-6eb5-47c8-b282-adb69c3003b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:32:12.956934 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-8b15ff99-6eb5-47c8-b282-adb69c3003b3 admin admin] 10.222.0.58 "GET /v2.0/networks/e3bb27da-da9c-4a81-98a7-6b253e2e221e HTTP/1.1" status: 200 len: 842 time: 0.1266203 Aug 30 07:32:12.967704 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-09837bc3-00d4-4822-a93f-36a07a83491d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:32:12.989230 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09837bc3-00d4-4822-a93f-36a07a83491d admin admin] Made reservation on behalf of 0a5b8e1683774a01ad0c77c791cae3bb for: {'subnet': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:32:12.991574 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-09837bc3-00d4-4822-a93f-36a07a83491d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:13.286330 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.objects.ports [None req-09837bc3-00d4-4822-a93f-36a07a83491d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 07:32:13.286800 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-09837bc3-00d4-4822-a93f-36a07a83491d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for subnet, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:13.340466 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09837bc3-00d4-4822-a93f-36a07a83491d admin admin] Pushing event updated for resources: {'Subnet': ['ID=605e1a3c-18df-4801-8589-e86db70bdeea,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:13.348869 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09837bc3-00d4-4822-a93f-36a07a83491d admin admin] Checking segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:32:13.349217 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09837bc3-00d4-4822-a93f-36a07a83491d admin admin] Network hostable DHCP agents. Network: e3bb27da-da9c-4a81-98a7-6b253e2e221e, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:32:13.373021 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09837bc3-00d4-4822-a93f-36a07a83491d admin admin] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:32:13.385384 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-09837bc3-00d4-4822-a93f-36a07a83491d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, e3bb27da-da9c-4a81-98a7-6b253e2e221e) {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:32:13.390305 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09837bc3-00d4-4822-a93f-36a07a83491d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:32:13.391860 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-09837bc3-00d4-4822-a93f-36a07a83491d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:13.395148 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99830497-b273-46c1-b7ea-f09f6dfabe41 None None] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:32:13.412579 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-09837bc3-00d4-4822-a93f-36a07a83491d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4483466 Aug 30 07:32:13.530649 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3680c4-ce44-4863-b66a-a1d19be3efe2 None None] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:32:15.734532 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 45420) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:32:15.956083 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-a5fe7865-27b5-41d3-8ce0-4ca3e3b1c3d5 admin admin] 10.222.0.58 "GET /v2.0/routers/939e1646-e67d-443c-adb5-2f1cef7b6265 HTTP/1.1" status: 200 len: 710 time: 0.2202663 Aug 30 07:32:16.070767 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8666dc-0701-40c9-9408-defa8ca07d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:32:16.072160 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-3c8666dc-0701-40c9-9408-defa8ca07d34 admin admin] 10.222.0.58 "GET /v2.0/networks/e3bb27da-da9c-4a81-98a7-6b253e2e221e HTTP/1.1" status: 200 len: 886 time: 0.1049531 Aug 30 07:32:16.082104 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:32:16.338775 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:16.574908 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:16.650884 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:16.751591 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] Allocated IP 172.27.2.216 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/879b0322-2f8f-40df-8421-8fbb691debf1) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:32:16.857216 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:16.895504 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:16.930304 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:32:16.934843 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:32:16.938185 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:32:16.972323 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] Pushing event updated for resources: {'Port': ['ID=879b0322-2f8f-40df-8421-8fbb691debf1,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:17.185903 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:17.466939 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15631'] for router, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:17.470425 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554653'] for router, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:17.582861 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] Router 939e1646-e67d-443c-adb5-2f1cef7b6265 has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:32:17.694632 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:32:17.698996 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] Notify callbacks [] for router, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:17.700318 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-a4fa7640-6183-4b54-9233-ba3eecbe65c5 admin admin] 10.222.0.58 "PUT /v2.0/routers/939e1646-e67d-443c-adb5-2f1cef7b6265 HTTP/1.1" status: 200 len: 890 time: 1.6216843 Aug 30 07:32:18.351754 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:32:18.407522 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:32:18.411089 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:32:18.411463 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:18.492821 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:18.523932 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581,segment=NetworkSegment(218a487c-77fe-45fe-bc20-3998cf3e6875),segment_id=218a487c-77fe-45fe-bc20-3998cf3e6875)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:32:18.528460 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:18.577151 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:19.000768 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Sync routers for ids ['939e1646-e67d-443c-adb5-2f1cef7b6265'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:32:19.012005 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Routers {'939e1646-e67d-443c-adb5-2f1cef7b6265'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:32:19.012660 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:32:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['939e1646-e67d-443c-adb5-2f1cef7b6265'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:32:19.263467 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Set router 939e1646-e67d-443c-adb5-2f1cef7b6265 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:32:19.649835 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939e1646-e67d-443c-adb5-2f1cef7b6265', 'name': 'router1', 'tenant_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '879b0322-2f8f-40df-8421-8fbb691debf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:32:00Z', 'updated_at': '2021-08-30T07:32:17Z', 'revision_number': 4, 'project_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'gw_port': {'id': '879b0322-2f8f-40df-8421-8fbb691debf1', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939e1646-e67d-443c-adb5-2f1cef7b6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:16Z', 'updated_at': '2021-08-30T07:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': 'e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581', 'name': '', 'network_id': '69309a77-ee80-4af0-a2b4-c3ea6a5d3e32', 'tenant_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'mac_address': 'fa:16:3e:00:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e1646-e67d-443c-adb5-2f1cef7b6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd5bc4b1-0daf-407a-8ee9-0969f0662f06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:09Z', 'updated_at': '2021-08-30T07:32:18Z', 'revision_number': 5, 'project_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'subnets': [{'id': 'fd5bc4b1-0daf-407a-8ee9-0969f0662f06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a156e5e8-d0a4-4efa-8d0b-591c5deea38d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:32:19.700682 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Checking router: 939e1646-e67d-443c-adb5-2f1cef7b6265 for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:32:19.701029 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Updating router 939e1646-e67d-443c-adb5-2f1cef7b6265 port 879b0322-2f8f-40df-8421-8fbb691debf1 binding host dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:32:19.749632 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:20.075036 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Notify callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:20.088033 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Transition to ACTIVE for port object 879b0322-2f8f-40df-8421-8fbb691debf1 will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:32:20.095504 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:20.095957 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 45432) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:32:20.151836 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7d9ab-6ff8-4fef-9d71-de358e4b6b61 None None] Pushing event updated for resources: {'Port': ['ID=879b0322-2f8f-40df-8421-8fbb691debf1,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:20.156124 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Attempting to bind port 879b0322-2f8f-40df-8421-8fbb691debf1 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:32:20.156492 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Attempting to bind port 879b0322-2f8f-40df-8421-8fbb691debf1 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:32:20.156854 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Attempting to bind port 879b0322-2f8f-40df-8421-8fbb691debf1 on network e3bb27da-da9c-4a81-98a7-6b253e2e221e {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:32:20.162193 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:32:20.162557 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Checking segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:32:20.162954 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:20.163399 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Bound using segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:32:20.163787 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Bound port: 879b0322-2f8f-40df-8421-8fbb691debf1, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:32:20.164174 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:20.220805 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-f2136753-7e89-4e0d-9614-d851bd4d41b1 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1236362 Aug 30 07:32:20.224933 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] For port 879b0322-2f8f-40df-8421-8fbb691debf1, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:32:20.228388 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] For port 879b0322-2f8f-40df-8421-8fbb691debf1, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=879b0322-2f8f-40df-8421-8fbb691debf1,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:32:20.233847 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:20.289161 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Routers {'939e1646-e67d-443c-adb5-2f1cef7b6265'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:32:20.289768 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:32:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['939e1646-e67d-443c-adb5-2f1cef7b6265'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:32:20.348299 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7d9ab-6ff8-4fef-9d71-de358e4b6b61 None None] Pushing event updated for resources: {'Port': ['ID=879b0322-2f8f-40df-8421-8fbb691debf1,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:20.459680 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:32:20.516689 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] Set router 939e1646-e67d-443c-adb5-2f1cef7b6265 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:32:20.565222 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:32:20.566091 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:20.799330 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939e1646-e67d-443c-adb5-2f1cef7b6265', 'name': 'router1', 'tenant_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '879b0322-2f8f-40df-8421-8fbb691debf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:32:00Z', 'updated_at': '2021-08-30T07:32:17Z', 'revision_number': 4, 'project_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'gw_port': {'id': '879b0322-2f8f-40df-8421-8fbb691debf1', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939e1646-e67d-443c-adb5-2f1cef7b6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:16Z', 'updated_at': '2021-08-30T07:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': 'e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581', 'name': '', 'network_id': '69309a77-ee80-4af0-a2b4-c3ea6a5d3e32', 'tenant_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'mac_address': 'fa:16:3e:00:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e1646-e67d-443c-adb5-2f1cef7b6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd5bc4b1-0daf-407a-8ee9-0969f0662f06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:09Z', 'updated_at': '2021-08-30T07:32:18Z', 'revision_number': 5, 'project_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'subnets': [{'id': 'fd5bc4b1-0daf-407a-8ee9-0969f0662f06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a156e5e8-d0a4-4efa-8d0b-591c5deea38d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:32:20.826584 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4acd78-0257-4649-92a1-49949b471f4a None None] The sync data for ids ['939e1646-e67d-443c-adb5-2f1cef7b6265'] in dv-cinder-804035-7-iscsi is: [{'id': '939e1646-e67d-443c-adb5-2f1cef7b6265', 'name': 'router1', 'tenant_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '879b0322-2f8f-40df-8421-8fbb691debf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:32:00Z', 'updated_at': '2021-08-30T07:32:17Z', 'revision_number': 4, 'project_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'gw_port': {'id': '879b0322-2f8f-40df-8421-8fbb691debf1', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939e1646-e67d-443c-adb5-2f1cef7b6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:16Z', 'updated_at': '2021-08-30T07:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': 'e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581', 'name': '', 'network_id': '69309a77-ee80-4af0-a2b4-c3ea6a5d3e32', 'tenant_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'mac_address': 'fa:16:3e:00:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e1646-e67d-443c-adb5-2f1cef7b6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd5bc4b1-0daf-407a-8ee9-0969f0662f06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:09Z', 'updated_at': '2021-08-30T07:32:18Z', 'revision_number': 5, 'project_id': 'f7469c2a974d40baa2a9b4a17feda98a', 'subnets': [{'id': 'fd5bc4b1-0daf-407a-8ee9-0969f0662f06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a156e5e8-d0a4-4efa-8d0b-591c5deea38d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:32:22.380326 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 879b0322-2f8f-40df-8421-8fbb691debf1 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:32:22.447873 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 879b0322-2f8f-40df-8421-8fbb691debf1 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:32:22.451754 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 879b0322-2f8f-40df-8421-8fbb691debf1 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:32:22.452229 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:22.532119 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:22.553596 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port 879b0322-2f8f-40df-8421-8fbb691debf1, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=879b0322-2f8f-40df-8421-8fbb691debf1,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:32:22.560030 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:22.611912 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=879b0322-2f8f-40df-8421-8fbb691debf1,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:24.391858 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 879b0322-2f8f-40df-8421-8fbb691debf1 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:32:24.490560 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 879b0322-2f8f-40df-8421-8fbb691debf1 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:32:24.491686 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:33.566326 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5ba2ca50-9a96-4f15-bfb2-4a38d985a8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:35.867089 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ba8505b2-d7fa-438b-89fe-33c4bf2f9112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:35.963637 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 5 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:32:36.423044 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:37.195491 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:38.881842 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:03.569487 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-49ec6b9e-d31c-4ed2-8e05-dcd63b2db282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:05.850702 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8f4ff1b5-77c2-4489-be62-cc697675bcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:06.425263 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:07.192570 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:08.873563 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:12.963858 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 5 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:33:33.570267 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e6da007c-30c6-459c-8e0b-dcaa100d2907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:35.859760 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-68827ad7-5bde-41a9-9934-c05d7f182cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:36.428871 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:37.195839 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:38.885685 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:49.962525 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 5 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:34:00.241473 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 45994) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:00.302808 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78d082d-5829-43b3-b6dc-76d2516a3fda admin admin] GET failed (client error): The resource could not be found. Aug 30 07:34:00.304136 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-e78d082d-5829-43b3-b6dc-76d2516a3fda admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616882 Aug 30 07:34:00.459648 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4907275-f621-4a34-ae2b-a7374b28fbb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:00.461026 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-d4907275-f621-4a34-ae2b-a7374b28fbb1 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1523349 Aug 30 07:34:02.641897 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46004) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:02.734604 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2f7b60-6744-4460-b82e-7897abb9b6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:02.735880 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-0a2f7b60-6744-4460-b82e-7897abb9b6bf admin admin] 10.222.0.58 "GET /v2.0/subnets/fd5bc4b1-0daf-407a-8ee9-0969f0662f06 HTTP/1.1" status: 200 len: 849 time: 0.0929828 Aug 30 07:34:02.746482 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:34:02.828592 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:02.966423 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735171555624'] for subnet, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:02.995842 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:02.996342 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:02.997846 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] 10.222.0.58 "PUT /v2.0/subnets/fd5bc4b1-0daf-407a-8ee9-0969f0662f06 HTTP/1.1" status: 200 len: 868 time: 0.2548726 Aug 30 07:34:03.000565 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a11b1-f3a8-4468-a984-7da1d17b69e3 None None] Network 69309a77-ee80-4af0-a2b4-c3ea6a5d3e32 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:34:03.020417 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5bc4b1-0daf-407a-8ee9-0969f0662f06,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:34:03.027967 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:03.028345 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:03.028693 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:03.029052 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:03.029390 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:03.030100 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:03.030100 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:03.030599 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:03.030856 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:03.031182 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:03.031506 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:03.031826 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356aa85-65b2-4c5b-b312-66cd5c98c4c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:03.370467 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-ca52e304-0adf-46f1-b000-307128561879 None None] Provisioning complete for port 51f0681f-c5d0-4157-ad7c-eb53e7745d17 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:34:03.370844 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ca52e304-0adf-46f1-b000-307128561879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:03.461491 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-ca52e304-0adf-46f1-b000-307128561879 None None] Provisioning complete for port e8a2aa9f-a3b4-4dc1-9f5a-9e329d437581 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:34:03.461779 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ca52e304-0adf-46f1-b000-307128561879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:03.570711 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d8a06983-2a93-4717-98e8-da3adaa38680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:05.178435 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46012) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:05.378478 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bbebff-a6a0-45eb-b75a-604564285d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:05.378874 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bbebff-a6a0-45eb-b75a-604564285d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:05.380416 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-a0bbebff-a6a0-45eb-b75a-604564285d94 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2010298 Aug 30 07:34:05.850911 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2afb7b96-b0a5-40f3-881b-a0635efb2732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:06.432512 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:07.196064 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:07.535026 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46020) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:07.662576 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a39ca67-a8de-46b7-81c8-cea50c61f094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:07.663074 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a39ca67-a8de-46b7-81c8-cea50c61f094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:07.664636 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-9a39ca67-a8de-46b7-81c8-cea50c61f094 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1286347 Aug 30 07:34:08.882992 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:09.819741 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46028) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:09.957164 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d20a93-8420-4af0-bfe9-1a7b31327dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:09.958571 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-44d20a93-8420-4af0-bfe9-1a7b31327dd2 admin admin] 10.222.0.58 "GET /v2.0/networks/69309a77-ee80-4af0-a2b4-c3ea6a5d3e32 HTTP/1.1" status: 200 len: 870 time: 0.1378665 Aug 30 07:34:12.120808 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46036) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:12.241949 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5da1bb-7616-4871-abb0-25d3341a0222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:12.243306 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-2e5da1bb-7616-4871-abb0-25d3341a0222 admin admin] 10.222.0.58 "GET /v2.0/networks/e3bb27da-da9c-4a81-98a7-6b253e2e221e HTTP/1.1" status: 200 len: 886 time: 0.1215434 Aug 30 07:34:14.414494 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46044) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:14.537520 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94fba3c-de2a-4660-8001-19e8ab90970d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:14.537951 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94fba3c-de2a-4660-8001-19e8ab90970d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:14.539500 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-c94fba3c-de2a-4660-8001-19e8ab90970d admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240592 Aug 30 07:34:16.715720 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46052) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:16.811885 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336c6e2c-34ad-4547-a99b-2ee276336336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:16.812346 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336c6e2c-34ad-4547-a99b-2ee276336336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:16.813853 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-336c6e2c-34ad-4547-a99b-2ee276336336 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0971823 Aug 30 07:34:18.982624 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46060) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:19.109230 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ade728-9ced-467b-b0d9-846ce92692e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:19.110616 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-f4ade728-9ced-467b-b0d9-846ce92692e9 admin admin] 10.222.0.58 "GET /v2.0/subnets/605e1a3c-18df-4801-8589-e86db70bdeea HTTP/1.1" status: 200 len: 816 time: 0.1267383 Aug 30 07:34:21.309065 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46070) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:21.415644 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0753bbbc-8712-4b3b-af7c-00646618e800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:21.416997 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-0753bbbc-8712-4b3b-af7c-00646618e800 admin admin] 10.222.0.58 "GET /v2.0/subnets/fd5bc4b1-0daf-407a-8ee9-0969f0662f06 HTTP/1.1" status: 200 len: 868 time: 0.1069524 Aug 30 07:34:26.961982 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 5 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:34:33.572278 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-819cd8f4-bf71-471d-91f1-f798db7b2e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:35.853094 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-457063fd-b849-418d-bb91-542ec154f410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:36.433676 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:37.203549 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:38.886622 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:45.332455 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46124) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:45.381763 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [None req-fa7f357a-4462-4077-86e8-f7f8e91f958a admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:34:45.382788 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-fa7f357a-4462-4077-86e8-f7f8e91f958a admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494022 Aug 30 07:34:47.639309 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46132) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:47.699190 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.pecan_wsgi.hooks.translation [None req-be973170-ab09-4db9-88fa-8bb909735348 admin admin] GET failed (client error): The resource could not be found. Aug 30 07:34:47.700480 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-be973170-ab09-4db9-88fa-8bb909735348 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602272 Aug 30 07:34:47.899630 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fd69a6-641a-441c-86e2-c2e4ef049f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:47.901034 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-d5fd69a6-641a-441c-86e2-c2e4ef049f12 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1960058 Aug 30 07:34:50.110969 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46140) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:50.158728 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-d60e69c4-5dd4-40a7-abee-e36f9d7bf601 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:34:50.178672 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60e69c4-5dd4-40a7-abee-e36f9d7bf601 admin admin] Made reservation on behalf of 0a5b8e1683774a01ad0c77c791cae3bb for: {'network': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:34:50.181237 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-d60e69c4-5dd4-40a7-abee-e36f9d7bf601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:50.209434 dv-cinder-804035-7-iscsi neutron-server[100445]: WARNING neutron.services.revisions.revision_plugin [None req-d60e69c4-5dd4-40a7-abee-e36f9d7bf601 admin admin] Could not find related network for resource to bump revision. Aug 30 07:34:50.223885 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60e69c4-5dd4-40a7-abee-e36f9d7bf601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=100445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:34:50.233210 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-d60e69c4-5dd4-40a7-abee-e36f9d7bf601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:50.233540 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.segments_db [None req-d60e69c4-5dd4-40a7-abee-e36f9d7bf601 admin admin] Added segment e7e42162-ca7b-4060-9086-68819c1d9120 of type vlan for network 5c699ed7-02e2-4e43-ab91-f5559b17175b Aug 30 07:34:50.278962 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-d60e69c4-5dd4-40a7-abee-e36f9d7bf601 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:50.301637 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-d60e69c4-5dd4-40a7-abee-e36f9d7bf601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:50.302536 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60e69c4-5dd4-40a7-abee-e36f9d7bf601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:50.303118 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-d60e69c4-5dd4-40a7-abee-e36f9d7bf601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:50.355811 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-d60e69c4-5dd4-40a7-abee-e36f9d7bf601 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2437403 Aug 30 07:34:50.366362 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e69c4-5dd4-40a7-abee-e36f9d7bf601 admin admin] Pushing event updated for resources: {'Network': ['ID=5c699ed7-02e2-4e43-ab91-f5559b17175b,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:34:50.377031 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network 5c699ed7-02e2-4e43-ab91-f5559b17175b details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:34:52.598618 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46148) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:52.659078 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.pecan_wsgi.hooks.translation [None req-98354b6b-3c23-4871-a307-6d6ba21158ca admin admin] GET failed (client error): The resource could not be found. Aug 30 07:34:52.660379 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-98354b6b-3c23-4871-a307-6d6ba21158ca admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608041 Aug 30 07:34:52.727744 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e335a9-73c1-40cc-9bac-b4d01f3be3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:52.729164 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-71e335a9-73c1-40cc-9bac-b4d01f3be3f5 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0641963 Aug 30 07:34:52.740077 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-febf7b60-e819-4ef8-bd76-6f8150018824 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '5c699ed7-02e2-4e43-ab91-f5559b17175b'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:34:52.760755 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febf7b60-e819-4ef8-bd76-6f8150018824 admin admin] Made reservation on behalf of 0a5b8e1683774a01ad0c77c791cae3bb for: {'subnet': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:34:52.762995 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-febf7b60-e819-4ef8-bd76-6f8150018824 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:52.937812 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-febf7b60-e819-4ef8-bd76-6f8150018824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for subnet, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:52.995082 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf7b60-e819-4ef8-bd76-6f8150018824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf75b412-c1a8-4623-a1ac-f253d3ddfba5,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:34:53.006449 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf7b60-e819-4ef8-bd76-6f8150018824 admin admin] Checking segment: {'id': 'e7e42162-ca7b-4060-9086-68819c1d9120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5c699ed7-02e2-4e43-ab91-f5559b17175b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:34:53.006798 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febf7b60-e819-4ef8-bd76-6f8150018824 admin admin] Network hostable DHCP agents. Network: 5c699ed7-02e2-4e43-ab91-f5559b17175b, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:34:53.023207 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febf7b60-e819-4ef8-bd76-6f8150018824 admin admin] Network 5c699ed7-02e2-4e43-ab91-f5559b17175b is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:34:53.033279 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-febf7b60-e819-4ef8-bd76-6f8150018824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, 5c699ed7-02e2-4e43-ab91-f5559b17175b) {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:34:53.039271 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febf7b60-e819-4ef8-bd76-6f8150018824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:53.040741 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-febf7b60-e819-4ef8-bd76-6f8150018824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:53.044808 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56f8b35-18e7-40d2-bcc4-0242b04e0ab2 None None] Network 5c699ed7-02e2-4e43-ab91-f5559b17175b requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:34:53.057499 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-febf7b60-e819-4ef8-bd76-6f8150018824 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3212528 Aug 30 07:34:53.203366 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0566574-fcec-5ece-a234-7cb24f8be91e-5c699ed7-02e2-4e43-ab91-f5559b17175b', 'network_id': '5c699ed7-02e2-4e43-ab91-f5559b17175b', 'tenant_id': '0a5b8e1683774a01ad0c77c791cae3bb', 'fixed_ips': [{'subnet_id': 'bf75b412-c1a8-4623-a1ac-f253d3ddfba5'}]}} from dv-cinder-804035-7-iscsi. {{(pid=100446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:34:53.204263 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:53.447743 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Allocated IP 192.168.233.2 (5c699ed7-02e2-4e43-ab91-f5559b17175b/bf75b412-c1a8-4623-a1ac-f253d3ddfba5/22920ea0-3864-4476-9f4d-16ad87efdc31) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:34:53.594103 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Notify callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:53.603314 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Transition to ACTIVE for port object 22920ea0-3864-4476-9f4d-16ad87efdc31 will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:34:53.618753 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Transition to ACTIVE for port object 22920ea0-3864-4476-9f4d-16ad87efdc31 will not be triggered until provisioned by entity DHCP. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:34:53.625435 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:53.667851 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Network 5c699ed7-02e2-4e43-ab91-f5559b17175b is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:34:53.673343 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Pushing event updated for resources: {'Port': ['ID=22920ea0-3864-4476-9f4d-16ad87efdc31,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:34:53.676999 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:34:53.682254 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:34:53.685670 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:53.686036 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:53.686409 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:53.686760 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:53.687092 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:53.687426 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:53.687756 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:53.688075 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:53.688399 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:53.688718 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:53.689035 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:53.689350 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:53.747680 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Attempting to bind port 22920ea0-3864-4476-9f4d-16ad87efdc31 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:34:53.748042 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Attempting to bind port 22920ea0-3864-4476-9f4d-16ad87efdc31 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': 'e7e42162-ca7b-4060-9086-68819c1d9120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5c699ed7-02e2-4e43-ab91-f5559b17175b'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:34:53.748435 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Attempting to bind port 22920ea0-3864-4476-9f4d-16ad87efdc31 on network 5c699ed7-02e2-4e43-ab91-f5559b17175b {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:34:53.754996 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:34:53.755478 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Checking segment: {'id': 'e7e42162-ca7b-4060-9086-68819c1d9120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5c699ed7-02e2-4e43-ab91-f5559b17175b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:34:53.756017 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:53.756430 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Bound using segment: {'id': 'e7e42162-ca7b-4060-9086-68819c1d9120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5c699ed7-02e2-4e43-ab91-f5559b17175b'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:34:53.756895 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Bound port: 22920ea0-3864-4476-9f4d-16ad87efdc31, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e42162-ca7b-4060-9086-68819c1d9120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5c699ed7-02e2-4e43-ab91-f5559b17175b'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:34:53.757648 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:53.824953 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] For port 22920ea0-3864-4476-9f4d-16ad87efdc31, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:34:53.829606 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] For port 22920ea0-3864-4476-9f4d-16ad87efdc31, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=22920ea0-3864-4476-9f4d-16ad87efdc31,segment=NetworkSegment(e7e42162-ca7b-4060-9086-68819c1d9120),segment_id=e7e42162-ca7b-4060-9086-68819c1d9120)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:34:53.834734 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:53.896477 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d85bb5-22f2-4393-b5d8-931cb80dd219 None None] Pushing event updated for resources: {'Port': ['ID=22920ea0-3864-4476-9f4d-16ad87efdc31,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:34:54.625270 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 22920ea0-3864-4476-9f4d-16ad87efdc31 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:34:54.684678 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 22920ea0-3864-4476-9f4d-16ad87efdc31 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:34:54.716843 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e7ecf-6f30-43c8-85a3-c1957d187f31 None None] Network 5c699ed7-02e2-4e43-ab91-f5559b17175b requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:34:54.787919 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-86e9e52f-8087-4d9d-a25d-1857cb6315f7 None None] Provisioning for port 22920ea0-3864-4476-9f4d-16ad87efdc31 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:34:54.795867 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-86e9e52f-8087-4d9d-a25d-1857cb6315f7 None None] Provisioning complete for port 22920ea0-3864-4476-9f4d-16ad87efdc31 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:34:54.796258 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-86e9e52f-8087-4d9d-a25d-1857cb6315f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:54.934719 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-86e9e52f-8087-4d9d-a25d-1857cb6315f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:54.973820 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-86e9e52f-8087-4d9d-a25d-1857cb6315f7 None None] For port 22920ea0-3864-4476-9f4d-16ad87efdc31, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=22920ea0-3864-4476-9f4d-16ad87efdc31,segment=NetworkSegment(e7e42162-ca7b-4060-9086-68819c1d9120),segment_id=e7e42162-ca7b-4060-9086-68819c1d9120)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:34:54.978257 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-86e9e52f-8087-4d9d-a25d-1857cb6315f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:55.039275 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9e52f-8087-4d9d-a25d-1857cb6315f7 None None] Pushing event updated for resources: {'Port': ['ID=22920ea0-3864-4476-9f4d-16ad87efdc31,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:34:55.198536 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-74f46224-da19-4cfe-85a9-b82f7d74c1b6 None None] Provisioning complete for port 22920ea0-3864-4476-9f4d-16ad87efdc31 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:34:55.198898 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-74f46224-da19-4cfe-85a9-b82f7d74c1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:56.574361 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 22920ea0-3864-4476-9f4d-16ad87efdc31 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:34:56.621037 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 22920ea0-3864-4476-9f4d-16ad87efdc31 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:34:56.621397 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:03.573100 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f2727415-7021-4d82-b085-9ea8bbef9e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:03.960966 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 5 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:35:05.854473 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-bcb54bf8-796d-4304-aa2a-41e2a646ae26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:06.434189 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:07.203386 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:08.889846 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:33.576870 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-14292bb2-3cf0-4b88-898a-008fbc21c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:35.856017 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2c40bfa2-2845-47f2-9d4a-50d54d0745b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:36.434795 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:37.207522 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:38.892981 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:40.960118 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 5 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:36:01.672846 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46200) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:36:01.679194 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [None req-7715e0b7-3b67-44b2-9532-d8acb9ee0eb9 tempest-verify_tempest_config-1796864521 tempest-verify_tempest_config-1796864521-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:36:01.680184 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-7715e0b7-3b67-44b2-9532-d8acb9ee0eb9 tempest-verify_tempest_config-1796864521 tempest-verify_tempest_config-1796864521-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063562 Aug 30 07:36:01.971356 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46218) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:36:02.073203 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0034349f-b61d-4967-9e88-8edbc58c5504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:02.162729 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0034349f-b61d-4967-9e88-8edbc58c5504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:02.166436 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0034349f-b61d-4967-9e88-8edbc58c5504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:02.211626 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-0034349f-b61d-4967-9e88-8edbc58c5504 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff9e7ab2c46a498abc94cabadaa7bc9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2392223 Aug 30 07:36:02.212443 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034349f-b61d-4967-9e88-8edbc58c5504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ef41d8-3405-4a9d-9a98-3169be2d77d8,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:36:02.214347 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46222) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:36:02.230059 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034349f-b61d-4967-9e88-8edbc58c5504 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:36:02.230452 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034349f-b61d-4967-9e88-8edbc58c5504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:36:02.230796 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034349f-b61d-4967-9e88-8edbc58c5504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:36:02.231131 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034349f-b61d-4967-9e88-8edbc58c5504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:36:02.231461 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034349f-b61d-4967-9e88-8edbc58c5504 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:36:02.231829 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034349f-b61d-4967-9e88-8edbc58c5504 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:36:02.232139 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034349f-b61d-4967-9e88-8edbc58c5504 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:36:02.232482 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034349f-b61d-4967-9e88-8edbc58c5504 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:36:02.232821 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034349f-b61d-4967-9e88-8edbc58c5504 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:36:02.233145 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034349f-b61d-4967-9e88-8edbc58c5504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:36:02.233463 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034349f-b61d-4967-9e88-8edbc58c5504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:36:02.233781 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0034349f-b61d-4967-9e88-8edbc58c5504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:36:02.279134 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c37124d5-6507-447d-bc20-2c9cb0ceda56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:02.300770 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c37124d5-6507-447d-bc20-2c9cb0ceda56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:02.394436 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c37124d5-6507-447d-bc20-2c9cb0ceda56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:02.396847 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c37124d5-6507-447d-bc20-2c9cb0ceda56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:02.398006 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-c37124d5-6507-447d-bc20-2c9cb0ceda56 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3ef41d8-3405-4a9d-9a98-3169be2d77d8 HTTP/1.1" status: 204 len: 168 time: 0.1827781 Aug 30 07:36:02.405762 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37124d5-6507-447d-bc20-2c9cb0ceda56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ef41d8-3405-4a9d-9a98-3169be2d77d8,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:36:03.579234 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a261abc4-420b-443c-9a7e-be93379fa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:05.857751 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3db14247-f95b-4f8f-8125-7ece83cd9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:06.437130 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:07.210908 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:08.896296 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:17.957993 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 5 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:36:33.583895 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9380fb27-1879-4025-a075-6052a298eedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:35.858064 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c74830d6-6260-4382-91e7-74732d3169cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:36.437293 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:37.213012 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:38.898006 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:54.956492 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 5 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:37:03.585543 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-88cc2e1c-0a73-4fb6-a83a-0e0aaf29af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:05.858663 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-48bd1f59-8a89-4525-a96b-8c6a75f578a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:06.438248 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:07.215670 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:08.898676 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:31.955136 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 5 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:37:33.587773 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ba7fbef0-4cd8-4edc-99e8-12cd63ed6fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:35.860802 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f8364e00-c90a-4f08-8cdf-0ded1c0ae4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:36.439782 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:37.218432 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:38.904318 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:39.484594 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549277'] for agent, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:54.757958 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46296) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:37:54.881368 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-3ca983e5-3d76-45a3-a9f9-d9190a032518 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1220875 Aug 30 07:37:57.083504 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46306) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:37:57.138067 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-fa2131c5-3c94-458b-8a0f-ed9d13f9b0b1 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0534821 Aug 30 07:38:03.594146 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-cc373bf7-3bdf-4afb-a974-ddb9033b4136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:05.863310 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c44de435-33e7-4763-9370-8f4b31fbd396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:06.441179 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:07.220933 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:08.908511 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:08.953678 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:38:09.433146 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:33.587947 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-45d8dbdb-5109-43bb-a4fa-2e34174979ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:35.865686 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ca0b4283-1819-46d8-a4c6-8c25a4a47ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:36.441302 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:37.224222 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:38.910010 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:39.434908 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:45.952723 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:39:03.588837 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3db9a8fb-dd91-4a9e-bdf0-9194be44b33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:05.958828 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-514c13ba-13c1-43e7-b5aa-79904ba4474d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:06.443760 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:07.229579 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:08.913137 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:09.449330 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:22.951009 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:39:29.417996 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46470) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:29.668712 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2139537534-network', 'tenant_id': '039f78ae6a114205902a5ca4bd81deb4'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:29.689184 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Made reservation on behalf of 039f78ae6a114205902a5ca4bd81deb4 for: {'network': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:29.692242 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:29.695256 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46496) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:29.701627 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:29.803425 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:29.816725 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:29.848586 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=100444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:39:29.850467 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e9d984-2de1-4be7-b7ff-9dcbc3631d70,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:29.859944 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:29.860312 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:29.860655 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:29.860991 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:29.861317 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:29.861667 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:29.861989 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:29.862551 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:29.862915 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:29.863252 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:29.863573 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:29.863918 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Tracked resource versions report: Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: pushed versions: Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: { 'AddressGroup': {'1.2'}, Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'ConntrackHelper': {'1.0'}, Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Log': {'1.0'}, Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Network': {'1.1'}, Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Port': {'1.7'}, Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'PortForwarding': {'1.2'}, Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'QosPolicy': {'1.9'}, Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'SecurityGroup': {'1.4'}, Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'SubPort': {'1.0'}, Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Subnet': {'1.1'}, Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Trunk': {'1.1'}} Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: consumer versions: Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: { DHCP agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: HyperV agent@hv-cinder-80403: {}, Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: L3 agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: Metadata agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: Metering agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: Open vSwitch agent@dv-cinder-804035-7-iscsi: { 'AddressGroup': '1.2', Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'ConntrackHelper': '1.0', Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Log': '1.0', Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Network': '1.1', Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Port': '1.7', Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'PortForwarding': '1.2', Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'QosPolicy': '1.9', Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'SecurityGroup': '1.4', Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'SecurityGroupRule': '1.2', Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'SubPort': '1.0', Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Subnet': '1.1', Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: 'Trunk': '1.1'}} Aug 30 07:39:29.864996 dv-cinder-804035-7-iscsi neutron-server[100444]: {{(pid=100444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:39:29.880311 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:29.881283 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.db.segments_db [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Added segment 23626ed7-dae5-46d7-8d16-c09611ed5b87 of type vlan for network e1f0e4f3-8cd4-4750-9064-5419198018fa Aug 30 07:39:29.924129 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:29.951079 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:29.952137 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:29.953019 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:29.965595 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1531862974-network', 'tenant_id': 'a3c9cb96449e4568a1cd662de2f3d3fc'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:29.995816 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Made reservation on behalf of a3c9cb96449e4568a1cd662de2f3d3fc for: {'network': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:29.999144 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.006578 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5866284 Aug 30 07:39:30.013122 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46516) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:30.014098 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.024307 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc423e89-66b0-4583-a223-17e89c25bb76 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f0e4f3-8cd4-4750-9064-5419198018fa,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:30.025062 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-6c563c81-2f76-4899-a045-b6df123d50d7 admin admin] Request body: {'subnet': {'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2139537534-subnet', 'tenant_id': '039f78ae6a114205902a5ca4bd81deb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:30.035326 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network e1f0e4f3-8cd4-4750-9064-5419198018fa details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:39:30.144710 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.151227 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.168465 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=100445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:39:30.183731 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.184012 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.segments_db [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Added segment e1655445-5096-463c-9b6c-e71fff362a88 of type vlan for network c8366172-82b8-4a13-b34d-a72d6f5c2aa5 Aug 30 07:39:30.195066 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c563c81-2f76-4899-a045-b6df123d50d7 admin admin] Made reservation on behalf of 039f78ae6a114205902a5ca4bd81deb4 for: {'subnet': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:30.197528 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6c563c81-2f76-4899-a045-b6df123d50d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.287266 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7dc43f-d663-4189-bce4-6bc582b07587,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:30.297401 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.306970 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:30.307454 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:30.308505 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:30.308969 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:30.309733 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:30.309869 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:30.310350 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:30.310811 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:30.311283 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:30.312099 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:30.312099 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:30.312608 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Tracked resource versions report: Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: pushed versions: Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: { 'AddressGroup': {'1.2'}, Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'ConntrackHelper': {'1.0'}, Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Log': {'1.0'}, Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Network': {'1.1'}, Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Port': {'1.7'}, Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'PortForwarding': {'1.2'}, Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'QosPolicy': {'1.9'}, Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'SecurityGroup': {'1.4'}, Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'SubPort': {'1.0'}, Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Subnet': {'1.1'}, Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Trunk': {'1.1'}} Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: consumer versions: Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: { DHCP agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: HyperV agent@hv-cinder-80403: {}, Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: L3 agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: Metadata agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: Metering agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: Open vSwitch agent@dv-cinder-804035-7-iscsi: { 'AddressGroup': '1.2', Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'ConntrackHelper': '1.0', Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Log': '1.0', Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Network': '1.1', Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Port': '1.7', Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'PortForwarding': '1.2', Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'QosPolicy': '1.9', Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'SecurityGroup': '1.4', Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'SecurityGroupRule': '1.2', Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'SubPort': '1.0', Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Subnet': '1.1', Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: 'Trunk': '1.1'}} Aug 30 07:39:30.313764 dv-cinder-804035-7-iscsi neutron-server[100445]: {{(pid=100445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:39:30.347150 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46528) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:30.365378 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.366559 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:30.367202 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.458154 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] Pushing event updated for resources: {'Network': ['ID=c8366172-82b8-4a13-b34d-a72d6f5c2aa5,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:30.464080 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-8b9b5de8-649f-4f21-82b7-aa12e1b1bb9a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7678773 Aug 30 07:39:30.468081 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46536) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:30.470690 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network c8366172-82b8-4a13-b34d-a72d6f5c2aa5 details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:39:30.474894 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-f53570bc-0e72-4684-b86c-378e4b87b9c6 admin admin] Request body: {'subnet': {'network_id': 'c8366172-82b8-4a13-b34d-a72d6f5c2aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1531862974-subnet', 'tenant_id': 'a3c9cb96449e4568a1cd662de2f3d3fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:30.524229 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53570bc-0e72-4684-b86c-378e4b87b9c6 admin admin] Made reservation on behalf of a3c9cb96449e4568a1cd662de2f3d3fc for: {'subnet': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:30.527017 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-f53570bc-0e72-4684-b86c-378e4b87b9c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.547355 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46544) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:30.592065 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6c563c81-2f76-4899-a045-b6df123d50d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for subnet, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.652367 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c563c81-2f76-4899-a045-b6df123d50d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e838872-2a24-4ea8-9361-de08c41567ff,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:30.684766 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46550) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:30.696336 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c563c81-2f76-4899-a045-b6df123d50d7 admin admin] Checking segment: {'id': '23626ed7-dae5-46d7-8d16-c09611ed5b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:30.696978 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c563c81-2f76-4899-a045-b6df123d50d7 admin admin] Network hostable DHCP agents. Network: e1f0e4f3-8cd4-4750-9064-5419198018fa, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:39:30.715701 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-13bac12a-5697-48c0-aec9-b1a7481ac60d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-434790495-network', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:30.716082 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c563c81-2f76-4899-a045-b6df123d50d7 admin admin] Network e1f0e4f3-8cd4-4750-9064-5419198018fa is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:39:30.728672 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-6c563c81-2f76-4899-a045-b6df123d50d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, e1f0e4f3-8cd4-4750-9064-5419198018fa) {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:30.738761 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c563c81-2f76-4899-a045-b6df123d50d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:30.741822 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dde4dc-b572-4a9b-a62e-a4975ce457c1 None None] Network e1f0e4f3-8cd4-4750-9064-5419198018fa requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:30.746655 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6c563c81-2f76-4899-a045-b6df123d50d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.780839 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bac12a-5697-48c0-aec9-b1a7481ac60d admin admin] Made reservation on behalf of ff8583d16df6404d905eb9bdbf591980 for: {'network': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:30.783516 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-13bac12a-5697-48c0-aec9-b1a7481ac60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.790322 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-6c563c81-2f76-4899-a045-b6df123d50d7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7699938 Aug 30 07:39:30.792808 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46558) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:30.797463 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-13bac12a-5697-48c0-aec9-b1a7481ac60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.798440 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2139537534-router', 'tenant_id': '039f78ae6a114205902a5ca4bd81deb4', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:30.839216 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15658'] for router, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.840366 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15649'] for router, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.874800 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-f53570bc-0e72-4684-b86c-378e4b87b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for subnet, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:30.910247 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedea835-fa92-44ab-adfe-46c62f54943d None None] Network e1f0e4f3-8cd4-4750-9064-5419198018fa requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:30.928026 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53570bc-0e72-4684-b86c-378e4b87b9c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10aab377-bec4-42d8-8eae-7f34a3096c47,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:30.965564 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-9c8e0a1e-e273-4933-a52a-4cd9c7d5c526 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-462174714-network', 'tenant_id': '3161c967f0804b6889c539520d37d904'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:30.988089 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-0f14eb86-84eb-409d-8b9d-8ae295082379 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-569703246-network', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:30.991679 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53570bc-0e72-4684-b86c-378e4b87b9c6 admin admin] Checking segment: {'id': 'e1655445-5096-463c-9b6c-e71fff362a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'c8366172-82b8-4a13-b34d-a72d6f5c2aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:30.992137 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53570bc-0e72-4684-b86c-378e4b87b9c6 admin admin] Network hostable DHCP agents. Network: c8366172-82b8-4a13-b34d-a72d6f5c2aa5, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:39:31.001171 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.037039 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53570bc-0e72-4684-b86c-378e4b87b9c6 admin admin] Network c8366172-82b8-4a13-b34d-a72d6f5c2aa5 is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:39:31.060948 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-13bac12a-5697-48c0-aec9-b1a7481ac60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.065060 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-f53570bc-0e72-4684-b86c-378e4b87b9c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, c8366172-82b8-4a13-b34d-a72d6f5c2aa5) {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:31.076871 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e55159-49ad-4768-a035-446df59ba231 None None] Network c8366172-82b8-4a13-b34d-a72d6f5c2aa5 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:31.077678 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53570bc-0e72-4684-b86c-378e4b87b9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:31.078417 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-f53570bc-0e72-4684-b86c-378e4b87b9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.086394 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-13bac12a-5697-48c0-aec9-b1a7481ac60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.144995 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bac12a-5697-48c0-aec9-b1a7481ac60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d035c999-026a-4c1e-bc9a-8291e33d0be7,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:31.147908 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bac12a-5697-48c0-aec9-b1a7481ac60d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=100444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:39:31.161282 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-13bac12a-5697-48c0-aec9-b1a7481ac60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.161689 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.db.segments_db [None req-13bac12a-5697-48c0-aec9-b1a7481ac60d admin admin] Added segment abc98d22-6439-4d7b-affd-78b6418ab6e5 of type vlan for network eda8800c-3da0-4292-89a8-975d67f79153 Aug 30 07:39:31.211557 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-13bac12a-5697-48c0-aec9-b1a7481ac60d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.224354 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.254572 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-13bac12a-5697-48c0-aec9-b1a7481ac60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.256791 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bac12a-5697-48c0-aec9-b1a7481ac60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:31.257913 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-13bac12a-5697-48c0-aec9-b1a7481ac60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.341860 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8e0a1e-e273-4933-a52a-4cd9c7d5c526 admin admin] Made reservation on behalf of 3161c967f0804b6889c539520d37d904 for: {'network': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:31.345008 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e0a1e-e273-4933-a52a-4cd9c7d5c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.348425 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589adfd1-397b-420d-9a16-3d7167ac6bb1 None None] Network c8366172-82b8-4a13-b34d-a72d6f5c2aa5 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:31.351232 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bac12a-5697-48c0-aec9-b1a7481ac60d admin admin] Pushing event updated for resources: {'Network': ['ID=eda8800c-3da0-4292-89a8-975d67f79153,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:31.354740 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-f53570bc-0e72-4684-b86c-378e4b87b9c6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8845608 Aug 30 07:39:31.386702 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network eda8800c-3da0-4292-89a8-975d67f79153 details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:39:31.404573 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e0a1e-e273-4933-a52a-4cd9c7d5c526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.450600 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-13bac12a-5697-48c0-aec9-b1a7481ac60d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1002295 Aug 30 07:39:31.451443 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46580) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:31.458219 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-105ed1e6-0526-4342-9d69-c4d46ad56b6c admin admin] Request body: {'subnet': {'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-434790495-subnet', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:31.465374 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f14eb86-84eb-409d-8b9d-8ae295082379 admin admin] Made reservation on behalf of fa66b27661a04aa298c662d52e59c85d for: {'network': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:31.468240 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0f14eb86-84eb-409d-8b9d-8ae295082379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.508618 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0f14eb86-84eb-409d-8b9d-8ae295082379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.723832 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e0a1e-e273-4933-a52a-4cd9c7d5c526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.734472 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e0a1e-e273-4933-a52a-4cd9c7d5c526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.763698 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105ed1e6-0526-4342-9d69-c4d46ad56b6c admin admin] Made reservation on behalf of ff8583d16df6404d905eb9bdbf591980 for: {'subnet': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:31.767482 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-105ed1e6-0526-4342-9d69-c4d46ad56b6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.787488 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e0a1e-e273-4933-a52a-4cd9c7d5c526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e03c83d-c28a-43f5-8246-4c8a96d88d66,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:31.945714 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8e0a1e-e273-4933-a52a-4cd9c7d5c526 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=100445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:39:31.961000 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e0a1e-e273-4933-a52a-4cd9c7d5c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.961332 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.segments_db [None req-9c8e0a1e-e273-4933-a52a-4cd9c7d5c526 admin admin] Added segment 08370866-ef8b-4adf-bbff-04a6fe4756e0 of type vlan for network 9f58c096-03c6-4c63-9ea9-9092dd3f87f3 Aug 30 07:39:31.976198 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.998913 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.004224 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-105ed1e6-0526-4342-9d69-c4d46ad56b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for subnet, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.084957 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e0a1e-e273-4933-a52a-4cd9c7d5c526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.097683 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ed1e6-0526-4342-9d69-c4d46ad56b6c admin admin] Checking segment: {'id': 'abc98d22-6439-4d7b-affd-78b6418ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:32.099414 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105ed1e6-0526-4342-9d69-c4d46ad56b6c admin admin] Network hostable DHCP agents. Network: eda8800c-3da0-4292-89a8-975d67f79153, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:39:32.113728 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ed1e6-0526-4342-9d69-c4d46ad56b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fee1361-e1b5-49c1-a52b-8d2bd7bb7419,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:32.150669 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105ed1e6-0526-4342-9d69-c4d46ad56b6c admin admin] Network eda8800c-3da0-4292-89a8-975d67f79153 is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:39:32.171703 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-105ed1e6-0526-4342-9d69-c4d46ad56b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, eda8800c-3da0-4292-89a8-975d67f79153) {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:32.183516 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e0a1e-e273-4933-a52a-4cd9c7d5c526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.184467 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8e0a1e-e273-4933-a52a-4cd9c7d5c526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:32.185610 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e0a1e-e273-4933-a52a-4cd9c7d5c526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.192271 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3b25cb-71af-4997-a513-1309ee880f1f None None] Network eda8800c-3da0-4292-89a8-975d67f79153 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:32.201295 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105ed1e6-0526-4342-9d69-c4d46ad56b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:32.201868 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-105ed1e6-0526-4342-9d69-c4d46ad56b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.274985 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Allocated IP 172.27.2.64 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:32.288022 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0f14eb86-84eb-409d-8b9d-8ae295082379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.305835 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-105ed1e6-0526-4342-9d69-c4d46ad56b6c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8504977 Aug 30 07:39:32.306240 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0f14eb86-84eb-409d-8b9d-8ae295082379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.306344 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46616) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:32.310617 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:32.327252 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-9c8e0a1e-e273-4933-a52a-4cd9c7d5c526 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6377692 Aug 30 07:39:32.328965 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e0a1e-e273-4933-a52a-4cd9c7d5c526 admin admin] Pushing event updated for resources: {'Network': ['ID=9f58c096-03c6-4c63-9ea9-9092dd3f87f3,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:32.330597 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46620) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:32.340560 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-a1ed63f7-7290-4071-a71c-08eee5f8d5ef admin admin] Request body: {'subnet': {'network_id': '9f58c096-03c6-4c63-9ea9-9092dd3f87f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-462174714-subnet', 'tenant_id': '3161c967f0804b6889c539520d37d904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:32.375466 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network 9f58c096-03c6-4c63-9ea9-9092dd3f87f3 details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:39:32.387286 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15658'] for router, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.395179 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15649'] for router, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.449036 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ed63f7-7290-4071-a71c-08eee5f8d5ef admin admin] Made reservation on behalf of 3161c967f0804b6889c539520d37d904 for: {'subnet': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:32.451335 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a1ed63f7-7290-4071-a71c-08eee5f8d5ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.458387 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f14eb86-84eb-409d-8b9d-8ae295082379 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=100445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:39:32.519424 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0f14eb86-84eb-409d-8b9d-8ae295082379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.519763 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.segments_db [None req-0f14eb86-84eb-409d-8b9d-8ae295082379 admin admin] Added segment 8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b of type vlan for network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 Aug 30 07:39:32.575992 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14eb86-84eb-409d-8b9d-8ae295082379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ebb878-c080-4ddc-bca7-ce3e304a7ef8,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:32.665117 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0566574-fcec-5ece-a234-7cb24f8be91e-eda8800c-3da0-4292-89a8-975d67f79153', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419'}]}} from dv-cinder-804035-7-iscsi. {{(pid=100446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:39:32.667882 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.680286 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0f14eb86-84eb-409d-8b9d-8ae295082379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.718006 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.754432 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0f14eb86-84eb-409d-8b9d-8ae295082379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.758031 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f14eb86-84eb-409d-8b9d-8ae295082379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:32.759747 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0f14eb86-84eb-409d-8b9d-8ae295082379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.954732 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-0f14eb86-84eb-409d-8b9d-8ae295082379 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4033511 Aug 30 07:39:32.957814 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46638) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:32.958492 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46640) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:32.984360 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14eb86-84eb-409d-8b9d-8ae295082379 admin admin] Pushing event updated for resources: {'Network': ['ID=4b5d8dc8-1b4e-4476-a490-eb736edfd024,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:32.997562 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.007934 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:39:33.053258 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Allocated IP 172.20.0.2 (eda8800c-3da0-4292-89a8-975d67f79153/8fee1361-e1b5-49c1-a52b-8d2bd7bb7419/ad51948a-317a-4253-95b7-a304680d20a6) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:33.060831 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.085250 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.098198 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-2c1ab8f9-e1ac-4e3b-a112-8f58a06f2274 admin admin] Request body: {'subnet': {'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-subnet', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:33.115690 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-a9ac04fd-a860-4117-b25f-d5c38c34f2fd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1249589588-network', 'tenant_id': '5450c49691cc4b80b20445c57e843278'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:33.137847 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:33.140770 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:33.149323 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:33.209866 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Pushing event updated for resources: {'Port': ['ID=fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:33.381138 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Notify callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.392114 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1ab8f9-e1ac-4e3b-a112-8f58a06f2274 admin admin] Made reservation on behalf of fa66b27661a04aa298c662d52e59c85d for: {'subnet': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:33.395286 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2c1ab8f9-e1ac-4e3b-a112-8f58a06f2274 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.402776 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Transition to ACTIVE for port object ad51948a-317a-4253-95b7-a304680d20a6 will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:33.426736 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ac04fd-a860-4117-b25f-d5c38c34f2fd admin admin] Made reservation on behalf of 5450c49691cc4b80b20445c57e843278 for: {'network': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:33.429211 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04fd-a860-4117-b25f-d5c38c34f2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.468968 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Transition to ACTIVE for port object ad51948a-317a-4253-95b7-a304680d20a6 will not be triggered until provisioned by entity DHCP. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:33.478576 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.484800 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04fd-a860-4117-b25f-d5c38c34f2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.506541 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.553726 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Pushing event updated for resources: {'Port': ['ID=ad51948a-317a-4253-95b7-a304680d20a6,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:33.573491 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:33.574132 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:33.574627 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:33.575144 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:33.575645 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:33.576154 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:33.576641 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:33.577126 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:33.577627 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:33.583649 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:33.584260 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:33.584761 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Tracked resource versions report: Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: pushed versions: Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: { 'AddressGroup': {'1.2'}, Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'ConntrackHelper': {'1.0'}, Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Log': {'1.0'}, Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Network': {'1.1'}, Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Port': {'1.7'}, Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'PortForwarding': {'1.2'}, Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'QosPolicy': {'1.9'}, Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'SecurityGroup': {'1.4'}, Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'SubPort': {'1.0'}, Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Subnet': {'1.1'}, Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Trunk': {'1.1'}} Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: consumer versions: Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: { DHCP agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: HyperV agent@hv-cinder-80403: {}, Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: L3 agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: Metadata agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: Metering agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: Open vSwitch agent@dv-cinder-804035-7-iscsi: { 'AddressGroup': '1.2', Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'ConntrackHelper': '1.0', Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Log': '1.0', Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Network': '1.1', Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Port': '1.7', Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'PortForwarding': '1.2', Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'QosPolicy': '1.9', Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'SecurityGroup': '1.4', Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'SecurityGroupRule': '1.2', Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'SubPort': '1.0', Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Subnet': '1.1', Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: 'Trunk': '1.1'}} Aug 30 07:39:33.586261 dv-cinder-804035-7-iscsi neutron-server[100446]: {{(pid=100446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:39:33.626874 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04fd-a860-4117-b25f-d5c38c34f2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.633301 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-eeff67c3-1fe5-4a8f-875a-1e15c37a0ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.636695 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Network eda8800c-3da0-4292-89a8-975d67f79153 is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:33.638450 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:33.643161 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:33.656166 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04fd-a860-4117-b25f-d5c38c34f2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.671682 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ac04fd-a860-4117-b25f-d5c38c34f2fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1075} {{(pid=100444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:39:33.681452 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04fd-a860-4117-b25f-d5c38c34f2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.682040 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.db.segments_db [None req-a9ac04fd-a860-4117-b25f-d5c38c34f2fd admin admin] Added segment f2cdbff0-9b43-43f0-bab8-c8ab468ef3f4 of type vlan for network f12fabbe-07b8-45a3-b2b0-4f54f3877bea Aug 30 07:39:33.728243 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04fd-a860-4117-b25f-d5c38c34f2fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.766341 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Attempting to bind port ad51948a-317a-4253-95b7-a304680d20a6 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:33.766787 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Attempting to bind port ad51948a-317a-4253-95b7-a304680d20a6 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': 'abc98d22-6439-4d7b-affd-78b6418ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:33.767090 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Attempting to bind port ad51948a-317a-4253-95b7-a304680d20a6 on network eda8800c-3da0-4292-89a8-975d67f79153 {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:33.773784 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:33.774187 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Checking segment: {'id': 'abc98d22-6439-4d7b-affd-78b6418ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:33.774824 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.775388 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Bound using segment: {'id': 'abc98d22-6439-4d7b-affd-78b6418ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:33.776038 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Bound port: ad51948a-317a-4253-95b7-a304680d20a6, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc98d22-6439-4d7b-affd-78b6418ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:33.776764 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.802834 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac04fd-a860-4117-b25f-d5c38c34f2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879358b1-eca6-4e21-9fe3-2f132896663e,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:33.835553 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a1ed63f7-7290-4071-a71c-08eee5f8d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for subnet, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.842348 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04fd-a860-4117-b25f-d5c38c34f2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.843721 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ac04fd-a860-4117-b25f-d5c38c34f2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:33.844955 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04fd-a860-4117-b25f-d5c38c34f2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.851338 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] For port ad51948a-317a-4253-95b7-a304680d20a6, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:33.855374 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] For port ad51948a-317a-4253-95b7-a304680d20a6, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=ad51948a-317a-4253-95b7-a304680d20a6,segment=NetworkSegment(abc98d22-6439-4d7b-affd-78b6418ab6e5),segment_id=abc98d22-6439-4d7b-affd-78b6418ab6e5)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:33.860347 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.892412 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550157'] for router, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.936891 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bb634-67b9-46d7-a55f-c0cf384317eb None None] Pushing event updated for resources: {'Port': ['ID=ad51948a-317a-4253-95b7-a304680d20a6,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:33.980574 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-a9ac04fd-a860-4117-b25f-d5c38c34f2fd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0017149 Aug 30 07:39:33.999448 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46674) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:34.007183 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-3d18640d-e7e9-46e4-8aa4-28b97e46ce36 admin admin] Request body: {'subnet': {'network_id': 'f12fabbe-07b8-45a3-b2b0-4f54f3877bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1249589588-subnet', 'tenant_id': '5450c49691cc4b80b20445c57e843278', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:34.073070 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Router 1ebdb67e-cecc-4f5a-9b59-d3988d481b16 is scheduled to L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d with binding_index 1 {{(pid=100445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:39:34.142756 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed63f7-7290-4071-a71c-08eee5f8d5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d4d3958-6d3f-4504-8c39-f57d0bfd269b,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:34.157990 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac04fd-a860-4117-b25f-d5c38c34f2fd admin admin] Pushing event updated for resources: {'Network': ['ID=f12fabbe-07b8-45a3-b2b0-4f54f3877bea,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:34.169607 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network f12fabbe-07b8-45a3-b2b0-4f54f3877bea details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:39:34.184149 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d18640d-e7e9-46e4-8aa4-28b97e46ce36 admin admin] Made reservation on behalf of 5450c49691cc4b80b20445c57e843278 for: {'subnet': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:34.186518 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3d18640d-e7e9-46e4-8aa4-28b97e46ce36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.281395 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:39:34.291904 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Sync routers for ids ['1ebdb67e-cecc-4f5a-9b59-d3988d481b16'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:39:34.305019 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Routers {'1ebdb67e-cecc-4f5a-9b59-d3988d481b16'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:34.305868 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['1ebdb67e-cecc-4f5a-9b59-d3988d481b16'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:34.311641 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed63f7-7290-4071-a71c-08eee5f8d5ef admin admin] Checking segment: {'id': '08370866-ef8b-4adf-bbff-04a6fe4756e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9f58c096-03c6-4c63-9ea9-9092dd3f87f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:34.312944 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ed63f7-7290-4071-a71c-08eee5f8d5ef admin admin] Network hostable DHCP agents. Network: 9f58c096-03c6-4c63-9ea9-9092dd3f87f3, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:39:34.314254 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] Notify callbacks [] for router, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.318511 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-ec9c268f-df6c-4e6a-bd9e-8a4d5e174c45 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5220385 Aug 30 07:39:34.318987 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46684) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:34.469904 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Set router 1ebdb67e-cecc-4f5a-9b59-d3988d481b16 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:34.556778 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ed63f7-7290-4071-a71c-08eee5f8d5ef admin admin] Network 9f58c096-03c6-4c63-9ea9-9092dd3f87f3 is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:39:34.559336 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2c1ab8f9-e1ac-4e3b-a112-8f58a06f2274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for subnet, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.604995 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-a1ed63f7-7290-4071-a71c-08eee5f8d5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, 9f58c096-03c6-4c63-9ea9-9092dd3f87f3) {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:34.616406 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fad15a-795d-49aa-85f8-54113b724331 None None] Network 9f58c096-03c6-4c63-9ea9-9092dd3f87f3 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:34.664911 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ed63f7-7290-4071-a71c-08eee5f8d5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:34.665886 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a1ed63f7-7290-4071-a71c-08eee5f8d5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.724268 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'name': 'tempest-ServerRescueNegativeTestJSON-2139537534-router', 'tenant_id': '039f78ae6a114205902a5ca4bd81deb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:30Z', 'updated_at': '2021-08-30T07:39:33Z', 'revision_number': 3, 'project_id': '039f78ae6a114205902a5ca4bd81deb4', 'gw_port': {'id': 'fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:34.785957 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Checking router: 1ebdb67e-cecc-4f5a-9b59-d3988d481b16 for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:39:34.786491 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Updating router 1ebdb67e-cecc-4f5a-9b59-d3988d481b16 port fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7 binding host dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:39:34.814556 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.903486 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ab8f9-e1ac-4e3b-a112-8f58a06f2274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac8df77-6b5e-40db-8109-5b730c00a3ab,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:34.933277 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device ad51948a-317a-4253-95b7-a304680d20a6 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:34.935645 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-a1ed63f7-7290-4071-a71c-08eee5f8d5ef admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5994303 Aug 30 07:39:34.979939 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3d18640d-e7e9-46e4-8aa4-28b97e46ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for subnet, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.051643 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717c4e1f-8afe-4902-890e-9b7b95d33814 None None] Network 9f58c096-03c6-4c63-9ea9-9092dd3f87f3 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:35.141497 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.182703 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ab8f9-e1ac-4e3b-a112-8f58a06f2274 admin admin] Checking segment: {'id': '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:35.183068 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1ab8f9-e1ac-4e3b-a112-8f58a06f2274 admin admin] Network hostable DHCP agents. Network: 4b5d8dc8-1b4e-4476-a490-eb736edfd024, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:39:35.283469 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18640d-e7e9-46e4-8aa4-28b97e46ce36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba106015-3632-4c67-aa33-15e40fd14ce1,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:35.297532 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.322637 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port ad51948a-317a-4253-95b7-a304680d20a6 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:35.351492 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.365851 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Transition to ACTIVE for port object fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:35.376512 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.416909 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.431627 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18640d-e7e9-46e4-8aa4-28b97e46ce36 admin admin] Checking segment: {'id': 'f2cdbff0-9b43-43f0-bab8-c8ab468ef3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f12fabbe-07b8-45a3-b2b0-4f54f3877bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:35.431627 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d18640d-e7e9-46e4-8aa4-28b97e46ce36 admin admin] Network hostable DHCP agents. Network: f12fabbe-07b8-45a3-b2b0-4f54f3877bea, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:39:35.431832 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab671956-9ab0-4f9f-b4b1-cd073732e735 None None] Pushing event updated for resources: {'Port': ['ID=fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:35.445740 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab671956-9ab0-4f9f-b4b1-cd073732e735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.446524 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab671956-9ab0-4f9f-b4b1-cd073732e735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.446881 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab671956-9ab0-4f9f-b4b1-cd073732e735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.447817 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab671956-9ab0-4f9f-b4b1-cd073732e735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.448157 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab671956-9ab0-4f9f-b4b1-cd073732e735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.448828 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab671956-9ab0-4f9f-b4b1-cd073732e735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.449182 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab671956-9ab0-4f9f-b4b1-cd073732e735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.449513 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab671956-9ab0-4f9f-b4b1-cd073732e735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.449870 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab671956-9ab0-4f9f-b4b1-cd073732e735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.450235 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab671956-9ab0-4f9f-b4b1-cd073732e735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.450740 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab671956-9ab0-4f9f-b4b1-cd073732e735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.451073 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab671956-9ab0-4f9f-b4b1-cd073732e735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab671956-9ab0-4f9f-b4b1-cd073732e735 None None] Tracked resource versions report: Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: pushed versions: Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: { 'AddressGroup': {'1.2'}, Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'ConntrackHelper': {'1.0'}, Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Log': {'1.0'}, Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Network': {'1.1'}, Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Port': {'1.7'}, Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'PortForwarding': {'1.2'}, Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'QosPolicy': {'1.9'}, Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'SecurityGroup': {'1.4'}, Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'SubPort': {'1.0'}, Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Subnet': {'1.1'}, Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Trunk': {'1.1'}} Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: consumer versions: Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: { DHCP agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: HyperV agent@hv-cinder-80403: {}, Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: L3 agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: Metadata agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: Metering agent@dv-cinder-804035-7-iscsi: {}, Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: Open vSwitch agent@dv-cinder-804035-7-iscsi: { 'AddressGroup': '1.2', Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'ConntrackHelper': '1.0', Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Log': '1.0', Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Network': '1.1', Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Port': '1.7', Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'PortForwarding': '1.2', Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'QosPolicy': '1.9', Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'SecurityGroup': '1.4', Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'SecurityGroupRule': '1.2', Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'SubPort': '1.0', Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Subnet': '1.1', Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: 'Trunk': '1.1'}} Aug 30 07:39:35.452287 dv-cinder-804035-7-iscsi neutron-server[100447]: {{(pid=100447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:39:35.458923 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1ab8f9-e1ac-4e3b-a112-8f58a06f2274 admin admin] Network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:39:35.498647 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Attempting to bind port fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:35.504251 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Attempting to bind port fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:35.504668 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Attempting to bind port fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7 on network e3bb27da-da9c-4a81-98a7-6b253e2e221e {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:35.513312 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:35.513697 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Checking segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:35.514126 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.514529 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Bound using segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:35.515013 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Bound port: fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:35.515545 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.540210 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d18640d-e7e9-46e4-8aa4-28b97e46ce36 admin admin] Network f12fabbe-07b8-45a3-b2b0-4f54f3877bea is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:39:35.542755 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-2c1ab8f9-e1ac-4e3b-a112-8f58a06f2274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, 4b5d8dc8-1b4e-4476-a490-eb736edfd024) {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:35.548372 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa0065c-9646-4f5b-a35d-8097714977e9 None None] Network eda8800c-3da0-4292-89a8-975d67f79153 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:35.548755 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1ab8f9-e1ac-4e3b-a112-8f58a06f2274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:35.550084 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2c1ab8f9-e1ac-4e3b-a112-8f58a06f2274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.583269 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-2c1ab8f9-e1ac-4e3b-a112-8f58a06f2274 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6066210 Aug 30 07:39:35.587831 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46734) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:35.595722 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:35.599607 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-3d18640d-e7e9-46e4-8aa4-28b97e46ce36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, f12fabbe-07b8-45a3-b2b0-4f54f3877bea) {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:35.607565 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d18640d-e7e9-46e4-8aa4-28b97e46ce36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:35.609286 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3d18640d-e7e9-46e4-8aa4-28b97e46ce36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.631113 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] For port fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:35.638237 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] For port fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:35.651823 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.668159 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-3d18640d-e7e9-46e4-8aa4-28b97e46ce36 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6675489 Aug 30 07:39:35.669079 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46742) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:35.673067 dv-cinder-804035-7-iscsi neutron-server[100444]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 07:39:35.706631 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15658'] for router, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.707698 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15649'] for router, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.774628 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Routers {'1ebdb67e-cecc-4f5a-9b59-d3988d481b16'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:35.775470 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['1ebdb67e-cecc-4f5a-9b59-d3988d481b16'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:35.780539 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cf47e6-fe31-4763-98d3-c2b4a4b6b48e None None] Network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:35.795780 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Allocated IP 172.20.0.1 (e1f0e4f3-8cd4-4750-9064-5419198018fa/2e838872-2a24-4ea8-9361-de08c41567ff/5ba7ca69-e561-4a78-86d6-c491a06b2a70) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:35.898682 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46750) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:35.912920 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e61544-ae14-4b14-84d7-b1b6d7d7a211 None None] Network f12fabbe-07b8-45a3-b2b0-4f54f3877bea requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:35.945456 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.984687 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Allocated IP 172.27.2.140 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/524bb4e6-8606-493d-a3fa-9f3e7eed25b7) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:36.003376 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] Set router 1ebdb67e-cecc-4f5a-9b59-d3988d481b16 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:36.024448 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-fba6014f-be6a-4c4a-917a-482c01a807c0 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:36.032166 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-fba6014f-be6a-4c4a-917a-482c01a807c0 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/networks?id=9f58c096-03c6-4c63-9ea9-9092dd3f87f3 HTTP/1.1" status: 200 len: 811 time: 0.3601232 Aug 30 07:39:36.080208 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab671956-9ab0-4f9f-b4b1-cd073732e735 None None] Pushing event updated for resources: {'Port': ['ID=fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:36.114808 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.168202 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.214774 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fcad8f-cf1f-4161-9a64-a4ddb6852020 admin admin] Deleting subnet 10aab377-bec4-42d8-8eae-7f34a3096c47 {{(pid=100445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:39:36.224159 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-20fcad8f-cf1f-4161-9a64-a4ddb6852020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.273283 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'name': 'tempest-ServerRescueNegativeTestJSON-2139537534-router', 'tenant_id': '039f78ae6a114205902a5ca4bd81deb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:30Z', 'updated_at': '2021-08-30T07:39:33Z', 'revision_number': 3, 'project_id': '039f78ae6a114205902a5ca4bd81deb4', 'gw_port': {'id': 'fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:36.303543 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-34c479bb-2e60-4cb0-aaf4-90d7619d3228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.305968 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.320968 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8679e26c-03c7-4f1d-86d1-0c65bace22b2 None None] Provisioning for port ad51948a-317a-4253-95b7-a304680d20a6 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:36.341703 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0566574-fcec-5ece-a234-7cb24f8be91e-4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab'}]}} from dv-cinder-804035-7-iscsi. {{(pid=100446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:39:36.342543 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de4900-ddf7-4547-8610-bcd3efc43f16 None None] The sync data for ids ['1ebdb67e-cecc-4f5a-9b59-d3988d481b16'] in dv-cinder-804035-7-iscsi is: [{'id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'name': 'tempest-ServerRescueNegativeTestJSON-2139537534-router', 'tenant_id': '039f78ae6a114205902a5ca4bd81deb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:30Z', 'updated_at': '2021-08-30T07:39:33Z', 'revision_number': 3, 'project_id': '039f78ae6a114205902a5ca4bd81deb4', 'gw_port': {'id': 'fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:39:36.349091 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.382774 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8679e26c-03c7-4f1d-86d1-0c65bace22b2 None None] Provisioning complete for port ad51948a-317a-4253-95b7-a304680d20a6 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:36.384992 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8679e26c-03c7-4f1d-86d1-0c65bace22b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.391670 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d6409cd8-880a-4514-a8d5-0b823021aef8 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/quotas/3161c967f0804b6889c539520d37d904 HTTP/1.1" status: 200 len: 375 time: 0.3585925 Aug 30 07:39:36.402419 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.448894 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-20fcad8f-cf1f-4161-9a64-a4ddb6852020 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.477159 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-20fcad8f-cf1f-4161-9a64-a4ddb6852020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062241'] for subnet, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.481555 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.565926 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d09c483b-5162-4aa6-a450-6f215bafdfad tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3161c967f0804b6889c539520d37d904&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1665056 Aug 30 07:39:36.593309 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.600295 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Network e1f0e4f3-8cd4-4750-9064-5419198018fa is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:36.617309 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:36.648258 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:36.648629 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550354'] for router_interface, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.651410 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76119ed-bc24-4df6-b148-5846cddb6622 None None] Network f12fabbe-07b8-45a3-b2b0-4f54f3877bea requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:36.695405 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:36.701169 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:36.714800 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:36.880418 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Pushing event updated for resources: {'Port': ['ID=524bb4e6-8606-493d-a3fa-9f3e7eed25b7,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:36.964431 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Pushing event updated for resources: {'Port': ['ID=5ba7ca69-e561-4a78-86d6-c491a06b2a70,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:37.038058 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.073252 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-20fcad8f-cf1f-4161-9a64-a4ddb6852020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2062254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for subnet, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.080272 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-c5f5dae5-197c-4629-9d96-0835ef11be2f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:39:37.082593 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-c5f5dae5-197c-4629-9d96-0835ef11be2f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1909945 Aug 30 07:39:37.129173 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcad8f-cf1f-4161-9a64-a4ddb6852020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10aab377-bec4-42d8-8eae-7f34a3096c47,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:37.148442 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-20fcad8f-cf1f-4161-9a64-a4ddb6852020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.162638 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-20fcad8f-cf1f-4161-9a64-a4ddb6852020 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/10aab377-bec4-42d8-8eae-7f34a3096c47 HTTP/1.1" status: 204 len: 168 time: 1.2499647 Aug 30 07:39:37.186113 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46798) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:37.188678 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Allocated IP 172.20.0.2 (4b5d8dc8-1b4e-4476-a490-eb736edfd024/1ac8df77-6b5e-40db-8109-5b730c00a3ab/fbc0c4ee-5927-406e-a668-be9d52430723) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:37.203725 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8679e26c-03c7-4f1d-86d1-0c65bace22b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.263876 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-46ec1924-078e-4413-a3f1-e04ba7925b10 service neutron] 10.222.0.58 "GET /v2.0/networks/9f58c096-03c6-4c63-9ea9-9092dd3f87f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681511 Aug 30 07:39:37.321171 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8679e26c-03c7-4f1d-86d1-0c65bace22b2 None None] For port ad51948a-317a-4253-95b7-a304680d20a6, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=ad51948a-317a-4253-95b7-a304680d20a6,segment=NetworkSegment(abc98d22-6439-4d7b-affd-78b6418ab6e5),segment_id=abc98d22-6439-4d7b-affd-78b6418ab6e5)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:39:37.353624 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8679e26c-03c7-4f1d-86d1-0c65bace22b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.383450 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.432990 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679e26c-03c7-4f1d-86d1-0c65bace22b2 None None] Pushing event updated for resources: {'Port': ['ID=ad51948a-317a-4253-95b7-a304680d20a6,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:37.497080 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-b501171a-8236-45f8-834d-d8650db5f9b2 service neutron] 10.222.0.58 "GET /v2.0/networks/9f58c096-03c6-4c63-9ea9-9092dd3f87f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894038 Aug 30 07:39:37.497420 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048561'] for network, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.533473 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.548333 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.556149 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Notify callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.562413 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-e1883d57-a437-427e-bc4f-362dd9466461 None None] Provisioning complete for port ad51948a-317a-4253-95b7-a304680d20a6 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:37.563384 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e1883d57-a437-427e-bc4f-362dd9466461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.564851 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.613022 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Transition to ACTIVE for port object fbc0c4ee-5927-406e-a668-be9d52430723 will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:37.665015 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Transition to ACTIVE for port object fbc0c4ee-5927-406e-a668-be9d52430723 will not be triggered until provisioned by entity DHCP. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:37.689642 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.766574 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:37.773048 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:37.778373 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:37.779846 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Pushing event updated for resources: {'Port': ['ID=fbc0c4ee-5927-406e-a668-be9d52430723,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:37.792648 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.840170 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.840896 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555021'] for router_interface, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.854975 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Attempting to bind port fbc0c4ee-5927-406e-a668-be9d52430723 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:37.855335 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Attempting to bind port fbc0c4ee-5927-406e-a668-be9d52430723 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:37.855692 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Attempting to bind port fbc0c4ee-5927-406e-a668-be9d52430723 on network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:37.862567 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:37.862940 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Checking segment: {'id': '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:37.863408 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.863808 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Bound using segment: {'id': '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:37.864486 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Bound port: fbc0c4ee-5927-406e-a668-be9d52430723, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:37.864872 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.867294 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46810) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:37.869364 dv-cinder-804035-7-iscsi neutron-server[100445]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 07:39:37.871019 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2060378', 'neutron.services.segments.db._delete_segments_for_network-8735171498990'] for network, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.901388 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550157'] for router, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.969341 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:37.969689 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:37.970685 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:37.971025 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Subscribe: > port after_create 55550000 {{(pid=100445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:37.971926 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:37.972261 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Subscribe: > port after_update 55550000 {{(pid=100445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:37.972581 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:37.972899 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:37.973211 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:37.973527 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:37.977220 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] For port fbc0c4ee-5927-406e-a668-be9d52430723, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:37.984796 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] For port fbc0c4ee-5927-406e-a668-be9d52430723, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=fbc0c4ee-5927-406e-a668-be9d52430723,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:37.996719 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:38.111496 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Router 48a94131-65f2-4b2f-b831-df01ad8f28cc is scheduled to L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d with binding_index 1 {{(pid=100444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:39:38.115596 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d72e0-ad90-4748-a025-a38855a65598 None None] Pushing event updated for resources: {'Port': ['ID=fbc0c4ee-5927-406e-a668-be9d52430723,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:38.156075 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:38.156424 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:38.156756 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:38.157083 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:38.157449 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.services.segments.db [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8366172-82b8-4a13-b34d-a72d6f5c2aa5']}} {{(pid=100445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:38.274044 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b53bfcd4-ad46-45b4-b405-6b0b33094f2e req-8c34b454-dbca-41d1-a986-663bb3d66e19 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 210 time: 0.4056964 Aug 30 07:39:38.276301 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.services.segments.db [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1655445-5096-463c-9b6c-e71fff362a88') {'for_net_delete': True} {{(pid=100445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:38.276710 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.services.segments.db [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1655445-5096-463c-9b6c-e71fff362a88') {} {{(pid=100445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:38.282543 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:39:38.304148 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Sync routers for ids ['48a94131-65f2-4b2f-b831-df01ad8f28cc'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:39:38.327208 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Routers {'48a94131-65f2-4b2f-b831-df01ad8f28cc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:38.327208 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['48a94131-65f2-4b2f-b831-df01ad8f28cc'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:38.327563 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735171498873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5268972'] for segment, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:38.328382 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] Notify callbacks [] for router, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:38.332736 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-36e10767-3aa2-42c3-8767-376dffcb2b4d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0226097 Aug 30 07:39:38.332736 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46834) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:38.333082 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Pushing event updated for resources: {'Port': ['ID=5ba7ca69-e561-4a78-86d6-c491a06b2a70,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:38.418883 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:38.438885 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Allocated IP 172.27.2.251 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/c1f57127-5e1f-4bc1-80f0-f553ae54e1c9) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:38.444067 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=100445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:39:38.444521 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490278'] for segment, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: from cryptography.utils import int_from_bytes Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: from cryptography.utils import int_from_bytes Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: Traceback (most recent call last): Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: timer() Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: cb(*args, **kw) Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: return func(*args, **kwargs) Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: self._notify() Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: self.callback(batched_events) Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: event.method(event) Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: return f(self, *a, **k) Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: return self._get(url).json() Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: return self.request(url, 'GET', **kwargs) Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:39:38.450478 dv-cinder-804035-7-iscsi neutron-server[100445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:39:38.554761 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Set router 48a94131-65f2-4b2f-b831-df01ad8f28cc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:38.573488 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Network e1f0e4f3-8cd4-4750-9064-5419198018fa is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:38.626757 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:38.636689 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2060323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550229'] for network, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:38.651693 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:38.653573 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c8366172-82b8-4a13-b34d-a72d6f5c2aa5 HTTP/1.1" status: 204 len: 168 time: 1.4599047 Aug 30 07:39:38.657460 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46846) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:38.676089 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd5889-43ed-450b-a48e-c85ea24f79c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8366172-82b8-4a13-b34d-a72d6f5c2aa5,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:38.807286 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:38.852771 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Router 1ebdb67e-cecc-4f5a-9b59-d3988d481b16 has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:39:38.912492 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb38a76-7a83-40e4-87b2-4c8090488e51 admin admin] Deleting subnet ba106015-3632-4c67-aa33-15e40fd14ce1 {{(pid=100444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:39:38.916947 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2fb38a76-7a83-40e4-87b2-4c8090488e51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:38.918743 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:38.947192 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:38.963228 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:37Z', 'revision_number': 3, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:39.021985 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device ad51948a-317a-4253-95b7-a304680d20a6 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:39.042772 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:39.043846 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2fb38a76-7a83-40e4-87b2-4c8090488e51 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.050610 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:39.051513 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Checking router: 48a94131-65f2-4b2f-b831-df01ad8f28cc for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:39:39.053300 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Updating router 48a94131-65f2-4b2f-b831-df01ad8f28cc port 524bb4e6-8606-493d-a3fa-9f3e7eed25b7 binding host dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:39:39.056338 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:39.058397 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2fb38a76-7a83-40e4-87b2-4c8090488e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062241'] for subnet, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.065005 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Pushing event updated for resources: {'Port': ['ID=c1f57127-5e1f-4bc1-80f0-f553ae54e1c9,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:39.112296 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:39:39.121077 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Sync routers for ids ['1ebdb67e-cecc-4f5a-9b59-d3988d481b16'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:39:39.131793 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.135042 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Routers {'1ebdb67e-cecc-4f5a-9b59-d3988d481b16'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:39.135690 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['1ebdb67e-cecc-4f5a-9b59-d3988d481b16'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:39.150664 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-e8fa8569-af86-465b-b9ce-4994c7cd4474 admin admin] 10.222.0.58 "PUT /v2.0/routers/1ebdb67e-cecc-4f5a-9b59-d3988d481b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8190207 Aug 30 07:39:39.459863 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.479532 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2fb38a76-7a83-40e4-87b2-4c8090488e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2062254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for subnet, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.544340 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port ad51948a-317a-4253-95b7-a304680d20a6 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:39.544929 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.586144 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2fb38a76-7a83-40e4-87b2-4c8090488e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.586800 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e50a33bb-2e83-45d7-8a51-23c5f6eef228 req-689531bd-15b6-4d2f-b31d-e53e76ecca9b tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 210 time: 0.0475981 Aug 30 07:39:39.588080 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-2fb38a76-7a83-40e4-87b2-4c8090488e51 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ba106015-3632-4c67-aa33-15e40fd14ce1 HTTP/1.1" status: 204 len: 168 time: 0.9296844 Aug 30 07:39:39.588974 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb38a76-7a83-40e4-87b2-4c8090488e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba106015-3632-4c67-aa33-15e40fd14ce1,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:39.602673 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46874) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:39.661269 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.690771 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048561'] for network, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.766474 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Set router 1ebdb67e-cecc-4f5a-9b59-d3988d481b16 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:39.811624 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.882331 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2060378', 'neutron.services.segments.db._delete_segments_for_network-8735171498990'] for network, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.894602 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:39.894949 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:39.895719 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:39.896053 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Subscribe: > port after_create 55550000 {{(pid=100444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:39.896377 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:39.896709 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Subscribe: > port after_update 55550000 {{(pid=100444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:39.897032 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:39.897349 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:39.897666 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:39.897981 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:40.021330 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'name': 'tempest-ServerRescueNegativeTestJSON-2139537534-router', 'tenant_id': '039f78ae6a114205902a5ca4bd81deb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:30Z', 'updated_at': '2021-08-30T07:39:36Z', 'revision_number': 4, 'project_id': '039f78ae6a114205902a5ca4bd81deb4', 'gw_port': {'id': 'fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '5ba7ca69-e561-4a78-86d6-c491a06b2a70', 'name': '', 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa', 'tenant_id': '039f78ae6a114205902a5ca4bd81deb4', 'mac_address': 'fa:16:3e:64:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e838872-2a24-4ea8-9361-de08c41567ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:37Z', 'revision_number': 2, 'project_id': '039f78ae6a114205902a5ca4bd81deb4', 'subnets': [{'id': '2e838872-2a24-4ea8-9361-de08c41567ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:40.049123 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Checking router: 1ebdb67e-cecc-4f5a-9b59-d3988d481b16 for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:39:40.049682 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Updating router 1ebdb67e-cecc-4f5a-9b59-d3988d481b16 port 5ba7ca69-e561-4a78-86d6-c491a06b2a70 binding host dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:39:40.055487 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Notify callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.056901 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550157'] for router, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.069799 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf48595-6a95-410c-a02b-6a03d6cfea11 None None] Network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:40.075897 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.080112 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Transition to ACTIVE for port object 524bb4e6-8606-493d-a3fa-9f3e7eed25b7 will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:40.103518 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:40.103865 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:40.104196 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:40.104665 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:39:40.105028 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12fabbe-07b8-45a3-b2b0-4f54f3877bea']}} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:40.124035 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.128227 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2cdbff0-9b43-43f0-bab8-c8ab468ef3f4') {'for_net_delete': True} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:40.128750 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2cdbff0-9b43-43f0-bab8-c8ab468ef3f4') {} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:40.144169 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8efbf6aa-9133-48a8-9e45-7539aac2e1d6 None None] Provisioning for port fbc0c4ee-5927-406e-a668-be9d52430723 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:40.149724 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735171498873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7228177'] for segment, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.171012 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device fbc0c4ee-5927-406e-a668-be9d52430723 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:40.174332 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.185520 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=100444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:39:40.185956 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316867'] for segment, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.251327 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Attempting to bind port 524bb4e6-8606-493d-a3fa-9f3e7eed25b7 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:40.251696 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Attempting to bind port 524bb4e6-8606-493d-a3fa-9f3e7eed25b7 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:40.252063 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Attempting to bind port 524bb4e6-8606-493d-a3fa-9f3e7eed25b7 on network e3bb27da-da9c-4a81-98a7-6b253e2e221e {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:40.262396 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:40.262396 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Checking segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:40.262822 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.263362 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Bound using segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:40.263856 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Bound port: 524bb4e6-8606-493d-a3fa-9f3e7eed25b7, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:40.264256 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: from cryptography.utils import int_from_bytes Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: from cryptography.utils import int_from_bytes Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: Traceback (most recent call last): Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: timer() Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: cb(*args, **kw) Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: return func(*args, **kwargs) Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: self._notify() Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: self.callback(batched_events) Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: event.method(event) Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: return f(self, *a, **k) Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._get(url).json() Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: return self.request(url, 'GET', **kwargs) Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:39:40.295815 dv-cinder-804035-7-iscsi neutron-server[100444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:39:40.298637 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e392e0-06b7-4c27-84de-8220561b09a7 None None] Pushing event updated for resources: {'Port': ['ID=524bb4e6-8606-493d-a3fa-9f3e7eed25b7,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:40.304190 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port fbc0c4ee-5927-406e-a668-be9d52430723 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:40.311329 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port fbc0c4ee-5927-406e-a668-be9d52430723 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:40.311705 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.371770 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2060323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550229'] for network, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.399636 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Router c5403c74-0c8d-4133-8da5-1480745fa73a is scheduled to L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d with binding_index 1 {{(pid=100445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:39:40.419435 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.444722 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Transition to ACTIVE for port object 5ba7ca69-e561-4a78-86d6-c491a06b2a70 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:40.453201 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.454053 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.468409 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f12fabbe-07b8-45a3-b2b0-4f54f3877bea HTTP/1.1" status: 204 len: 168 time: 0.8586137 Aug 30 07:39:40.491102 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80315a-38ae-4182-836c-f4e5675a0286 admin admin] Pushing event deleted for resources: {'Network': ['ID=f12fabbe-07b8-45a3-b2b0-4f54f3877bea,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:40.507801 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] For port 524bb4e6-8606-493d-a3fa-9f3e7eed25b7, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:40.520573 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] For port 524bb4e6-8606-493d-a3fa-9f3e7eed25b7, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=524bb4e6-8606-493d-a3fa-9f3e7eed25b7,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:40.523070 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652aebd-5470-46b1-951c-56289305dcb4 None None] Pushing event updated for resources: {'Port': ['ID=5ba7ca69-e561-4a78-86d6-c491a06b2a70,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:40.539571 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.618980 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e392e0-06b7-4c27-84de-8220561b09a7 None None] Pushing event updated for resources: {'Port': ['ID=524bb4e6-8606-493d-a3fa-9f3e7eed25b7,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:40.647535 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Attempting to bind port 5ba7ca69-e561-4a78-86d6-c491a06b2a70 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:40.647917 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Attempting to bind port 5ba7ca69-e561-4a78-86d6-c491a06b2a70 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '23626ed7-dae5-46d7-8d16-c09611ed5b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:40.648262 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Attempting to bind port 5ba7ca69-e561-4a78-86d6-c491a06b2a70 on network e1f0e4f3-8cd4-4750-9064-5419198018fa {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:40.657182 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:40.657534 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Checking segment: {'id': '23626ed7-dae5-46d7-8d16-c09611ed5b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:40.657744 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.657945 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.658372 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Bound using segment: {'id': '23626ed7-dae5-46d7-8d16-c09611ed5b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:40.659909 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Bound port: 5ba7ca69-e561-4a78-86d6-c491a06b2a70, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23626ed7-dae5-46d7-8d16-c09611ed5b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:40.663116 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.673429 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Allocated IP 172.20.0.1 (eda8800c-3da0-4292-89a8-975d67f79153/8fee1361-e1b5-49c1-a52b-8d2bd7bb7419/30384ccd-3c99-4311-89f0-52bd3cdd45ff) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:40.677828 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:39:40.698574 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Sync routers for ids ['c5403c74-0c8d-4133-8da5-1480745fa73a'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:39:40.721800 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] Notify callbacks [] for router, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.723188 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-ff2a9057-af07-41ce-8569-05568de2cfcf admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1340668 Aug 30 07:39:40.726755 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46912) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:40.734891 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Routers {'48a94131-65f2-4b2f-b831-df01ad8f28cc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:40.735536 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['48a94131-65f2-4b2f-b831-df01ad8f28cc'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:40.762366 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-bdf9823a-d96f-4cbc-9415-621c5cec183b tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:40.763880 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-bdf9823a-d96f-4cbc-9415-621c5cec183b tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/networks?id=e1f0e4f3-8cd4-4750-9064-5419198018fa HTTP/1.1" status: 200 len: 819 time: 0.4918528 Aug 30 07:39:40.797760 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] For port 5ba7ca69-e561-4a78-86d6-c491a06b2a70, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:40.805424 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] For port 5ba7ca69-e561-4a78-86d6-c491a06b2a70, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=5ba7ca69-e561-4a78-86d6-c491a06b2a70,segment=NetworkSegment(23626ed7-dae5-46d7-8d16-c09611ed5b87),segment_id=23626ed7-dae5-46d7-8d16-c09611ed5b87)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:40.817345 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.860399 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] Set router 48a94131-65f2-4b2f-b831-df01ad8f28cc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:40.912829 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46914) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:40.916931 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:40.925829 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652aebd-5470-46b1-951c-56289305dcb4 None None] Pushing event updated for resources: {'Port': ['ID=5ba7ca69-e561-4a78-86d6-c491a06b2a70,revision_number=4']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:40.930371 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Routers {'c5403c74-0c8d-4133-8da5-1480745fa73a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:40.931000 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c5403c74-0c8d-4133-8da5-1480745fa73a'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:40.938381 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Transition to ACTIVE for port object 30384ccd-3c99-4311-89f0-52bd3cdd45ff will not be triggered until provisioned by entity DHCP. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:40.939566 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Routers {'1ebdb67e-cecc-4f5a-9b59-d3988d481b16'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:40.941067 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['1ebdb67e-cecc-4f5a-9b59-d3988d481b16'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:40.944757 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port fbc0c4ee-5927-406e-a668-be9d52430723, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=fbc0c4ee-5927-406e-a668-be9d52430723,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:39:40.982452 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-2f41cfe9-3353-4091-8acf-c663f3c5bb0b tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/quotas/039f78ae6a114205902a5ca4bd81deb4 HTTP/1.1" status: 200 len: 375 time: 0.1989782 Aug 30 07:39:40.984660 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:41.017327 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:41.018696 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:41.035328 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Network eda8800c-3da0-4292-89a8-975d67f79153 is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:41.052121 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:41.057496 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:41.070091 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-02b5f38c-42a6-4cb6-847f-f6f03a4f39e7 req-826c78ff-6354-490a-b04a-c02112be136e tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 210 time: 0.1594994 Aug 30 07:39:41.117531 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550354'] for router_interface, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:41.118396 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] Set router 1ebdb67e-cecc-4f5a-9b59-d3988d481b16 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:41.130090 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-96114ce1-aef2-45d9-9231-45afac107beb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a3c9cb96449e4568a1cd662de2f3d3fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2152421 Aug 30 07:39:41.141629 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 46920) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:41.214224 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-046c534d-fe1a-4e90-9e78-3dc456dbbef9 None None] Provisioning complete for port fbc0c4ee-5927-406e-a668-be9d52430723 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:41.214620 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-046c534d-fe1a-4e90-9e78-3dc456dbbef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:41.269009 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Pushing event updated for resources: {'Port': ['ID=30384ccd-3c99-4311-89f0-52bd3cdd45ff,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:41.272379 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Set router c5403c74-0c8d-4133-8da5-1480745fa73a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:41.299135 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-21858613-96c5-4568-98ff-ec6d823f9124 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=039f78ae6a114205902a5ca4bd81deb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3104191 Aug 30 07:39:41.337358 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2c121b52-f63f-4635-ae0d-3632c7fed253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:41.347402 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=fbc0c4ee-5927-406e-a668-be9d52430723,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:41.407128 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2c121b52-f63f-4635-ae0d-3632c7fed253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:41.452484 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:41.486365 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:41.486365 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:41.507057 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'name': 'tempest-ServerRescueNegativeTestJSON-2139537534-router', 'tenant_id': '039f78ae6a114205902a5ca4bd81deb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:30Z', 'updated_at': '2021-08-30T07:39:36Z', 'revision_number': 4, 'project_id': '039f78ae6a114205902a5ca4bd81deb4', 'gw_port': {'id': 'fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '5ba7ca69-e561-4a78-86d6-c491a06b2a70', 'name': '', 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa', 'tenant_id': '039f78ae6a114205902a5ca4bd81deb4', 'mac_address': 'fa:16:3e:64:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e838872-2a24-4ea8-9361-de08c41567ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:40Z', 'revision_number': 4, 'project_id': '039f78ae6a114205902a5ca4bd81deb4', 'subnets': [{'id': '2e838872-2a24-4ea8-9361-de08c41567ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:41.557421 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2c121b52-f63f-4635-ae0d-3632c7fed253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:41.561282 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6edf048-ccb4-447b-99ca-c3cb01c324bd None None] The sync data for ids ['1ebdb67e-cecc-4f5a-9b59-d3988d481b16'] in dv-cinder-804035-7-iscsi is: [{'id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'name': 'tempest-ServerRescueNegativeTestJSON-2139537534-router', 'tenant_id': '039f78ae6a114205902a5ca4bd81deb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:30Z', 'updated_at': '2021-08-30T07:39:36Z', 'revision_number': 4, 'project_id': '039f78ae6a114205902a5ca4bd81deb4', 'gw_port': {'id': 'fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '5ba7ca69-e561-4a78-86d6-c491a06b2a70', 'name': '', 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa', 'tenant_id': '039f78ae6a114205902a5ca4bd81deb4', 'mac_address': 'fa:16:3e:64:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e838872-2a24-4ea8-9361-de08c41567ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:40Z', 'revision_number': 4, 'project_id': '039f78ae6a114205902a5ca4bd81deb4', 'subnets': [{'id': '2e838872-2a24-4ea8-9361-de08c41567ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:39:41.566558 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2c121b52-f63f-4635-ae0d-3632c7fed253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:41.574376 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-2c121b52-f63f-4635-ae0d-3632c7fed253 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b7dc43f-d663-4189-bce4-6bc582b07587 HTTP/1.1" status: 204 len: 168 time: 0.4263229 Aug 30 07:39:41.605061 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-3e247434-c3fd-4c14-a2b6-2704216f6043 service neutron] 10.222.0.58 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919979 Aug 30 07:39:41.671090 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c121b52-f63f-4635-ae0d-3632c7fed253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7dc43f-d663-4189-bce4-6bc582b07587,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:41.701913 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:41.724192 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:41.804950 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:37Z', 'revision_number': 3, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:41.840736 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-7268dbb3-c6d7-4263-b2a5-398861f03b25 service neutron] 10.222.0.58 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181356 Aug 30 07:39:41.843423 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:41.851248 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755bb82e-f5d3-4cec-8f80-b49beaba98ca None None] The sync data for ids ['48a94131-65f2-4b2f-b831-df01ad8f28cc'] in dv-cinder-804035-7-iscsi is: [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:37Z', 'revision_number': 3, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:39:41.890370 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:39:41.933331 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:41.985763 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:39Z', 'revision_number': 3, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:42.061052 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-2029539a-af16-406f-a231-a8064aa292dc None None] Provisioning for port 30384ccd-3c99-4311-89f0-52bd3cdd45ff completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:42.097422 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Allocated IP 172.20.0.1 (4b5d8dc8-1b4e-4476-a490-eb736edfd024/1ac8df77-6b5e-40db-8109-5b730c00a3ab/518ec897-b0f8-4c6c-9171-eea4adb6d86b) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:42.125523 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Checking router: c5403c74-0c8d-4133-8da5-1480745fa73a for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:39:42.125873 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Updating router c5403c74-0c8d-4133-8da5-1480745fa73a port c1f57127-5e1f-4bc1-80f0-f553ae54e1c9 binding host dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:39:42.229296 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-2029539a-af16-406f-a231-a8064aa292dc None None] Provisioning complete for port 30384ccd-3c99-4311-89f0-52bd3cdd45ff triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:42.229666 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2029539a-af16-406f-a231-a8064aa292dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:42.292988 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:42.348500 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7b8d487b-973c-4d9a-aa19-75c64b67df7f req-e61b4815-9e5e-47a7-bebf-483d45d0e58f tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 210 time: 0.0942113 Aug 30 07:39:42.445845 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3bf3d08a-25a6-4f5a-9cf7-c04f62c9dac8 req-c0f25aa1-64c1-4b63-82ac-0b3ebbcec015 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 210 time: 0.2450681 Aug 30 07:39:42.448137 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:42.458045 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:42.506364 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device fbc0c4ee-5927-406e-a668-be9d52430723 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:42.512523 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555021'] for router_interface, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:42.519892 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:42.524780 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:42.552004 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Transition to ACTIVE for port object 518ec897-b0f8-4c6c-9171-eea4adb6d86b will not be triggered until provisioned by entity DHCP. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:42.595194 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-2029539a-af16-406f-a231-a8064aa292dc None None] Port 30384ccd-3c99-4311-89f0-52bd3cdd45ff cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:39:42.606426 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46952) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:42.683461 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:42.733276 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Pushing event updated for resources: {'Port': ['ID=30384ccd-3c99-4311-89f0-52bd3cdd45ff,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:42.792011 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-7eb7099f-5f74-4d86-b6ae-67963e689c4a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5450c49691cc4b80b20445c57e843278&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1837785 Aug 30 07:39:42.814296 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 46964) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:42.857397 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:42.876389 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:42.887413 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:43.007611 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port fbc0c4ee-5927-406e-a668-be9d52430723 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:43.008208 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.021292 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Pushing event updated for resources: {'Port': ['ID=518ec897-b0f8-4c6c-9171-eea4adb6d86b,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:43.071793 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550354'] for router_interface, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.157432 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Network eda8800c-3da0-4292-89a8-975d67f79153 is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:43.159562 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:43.209683 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-21c74865-4fc3-4faf-8e26-2d12a57351ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.331997 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.363667 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Notify callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.389447 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Transition to ACTIVE for port object c1f57127-5e1f-4bc1-80f0-f553ae54e1c9 will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:43.414374 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.429936 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 5ba7ca69-e561-4a78-86d6-c491a06b2a70 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:43.430431 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.72', 50763) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:43.602732 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d698264e-3d3b-4500-9dcf-99b47b18bdc0 req-d669d5d8-5bb9-4166-8eae-5b35b2912d67 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 210 time: 0.0815701 Aug 30 07:39:43.609747 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-cf522bd0-1c75-4bf7-a5b5-95c4fde155ba tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:43.623541 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-294ef09d-abcb-4133-8191-18ddff0b3878 None None] Provisioning for port 518ec897-b0f8-4c6c-9171-eea4adb6d86b completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:43.624559 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-cf522bd0-1c75-4bf7-a5b5-95c4fde155ba tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/networks?id=e1f0e4f3-8cd4-4750-9064-5419198018fa HTTP/1.1" status: 200 len: 819 time: 0.6362157 Aug 30 07:39:43.643138 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-21c74865-4fc3-4faf-8e26-2d12a57351ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.649096 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-294ef09d-abcb-4133-8191-18ddff0b3878 None None] Provisioning complete for port 518ec897-b0f8-4c6c-9171-eea4adb6d86b triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:43.649726 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-294ef09d-abcb-4133-8191-18ddff0b3878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.765997 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d576ad1-de06-47d0-87a1-d02cb34b4bfb None None] Pushing event updated for resources: {'Port': ['ID=c1f57127-5e1f-4bc1-80f0-f553ae54e1c9,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:43.792559 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-cec9c822-5760-48ef-9b48-7a7e5fa29898 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/quotas/039f78ae6a114205902a5ca4bd81deb4 HTTP/1.1" status: 200 len: 375 time: 0.1668713 Aug 30 07:39:43.825329 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 5ba7ca69-e561-4a78-86d6-c491a06b2a70 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:43.836315 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 5ba7ca69-e561-4a78-86d6-c491a06b2a70 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:43.837107 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.901832 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-21c74865-4fc3-4faf-8e26-2d12a57351ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.905627 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-21c74865-4fc3-4faf-8e26-2d12a57351ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.909483 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-21c74865-4fc3-4faf-8e26-2d12a57351ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/879358b1-eca6-4e21-9fe3-2f132896663e HTTP/1.1" status: 204 len: 168 time: 1.0905497 Aug 30 07:39:43.914004 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.926388 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.934886 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-294ef09d-abcb-4133-8191-18ddff0b3878 None None] Port 518ec897-b0f8-4c6c-9171-eea4adb6d86b cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:39:43.936544 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Router 48a94131-65f2-4b2f-b831-df01ad8f28cc has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:39:43.946228 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Attempting to bind port c1f57127-5e1f-4bc1-80f0-f553ae54e1c9 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:43.946606 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Attempting to bind port c1f57127-5e1f-4bc1-80f0-f553ae54e1c9 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:43.947056 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Attempting to bind port c1f57127-5e1f-4bc1-80f0-f553ae54e1c9 on network e3bb27da-da9c-4a81-98a7-6b253e2e221e {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:43.977306 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-e4c8b389-9367-4e6c-bb32-fe3ffe110ad8 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=039f78ae6a114205902a5ca4bd81deb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1835077 Aug 30 07:39:43.978625 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c74865-4fc3-4faf-8e26-2d12a57351ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879358b1-eca6-4e21-9fe3-2f132896663e,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:43.979777 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:43.980994 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Checking segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:43.981450 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:43.982673 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Bound using segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:43.983198 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Bound port: c1f57127-5e1f-4bc1-80f0-f553ae54e1c9, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:43.987659 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:44.177189 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Pushing event updated for resources: {'Port': ['ID=518ec897-b0f8-4c6c-9171-eea4adb6d86b,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:44.191397 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-a9511a3e-3672-413f-8619-606dfba9635d tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:44.198008 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-a9511a3e-3672-413f-8619-606dfba9635d tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.72 "GET /v2.0/networks?id=9f58c096-03c6-4c63-9ea9-9092dd3f87f3 HTTP/1.1" status: 200 len: 811 time: 0.7662754 Aug 30 07:39:44.201237 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555021'] for router_interface, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:44.236268 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-08790c5a-932c-4b2a-a8a5-9b0312b5309a None None] Provisioning complete for port 30384ccd-3c99-4311-89f0-52bd3cdd45ff triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:44.237448 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-08790c5a-932c-4b2a-a8a5-9b0312b5309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:44.302175 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] For port c1f57127-5e1f-4bc1-80f0-f553ae54e1c9, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:44.304581 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-3220df46-bcee-4f71-931f-8179434d802c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Request body: {'port': {'device_id': '16aa42e8-f96e-48ed-a211-32d0dcb533f2', 'network_id': '9f58c096-03c6-4c63-9ea9-9092dd3f87f3', 'admin_state_up': True, 'tenant_id': '3161c967f0804b6889c539520d37d904'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:44.342450 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] For port c1f57127-5e1f-4bc1-80f0-f553ae54e1c9, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=c1f57127-5e1f-4bc1-80f0-f553ae54e1c9,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:44.406188 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:44.466312 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:44.470855 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:44.492428 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:44.504487 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-08790c5a-932c-4b2a-a8a5-9b0312b5309a None None] Port 30384ccd-3c99-4311-89f0-52bd3cdd45ff cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:39:44.553802 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Routers {'c5403c74-0c8d-4133-8da5-1480745fa73a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:44.553802 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c5403c74-0c8d-4133-8da5-1480745fa73a'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:44.597885 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d576ad1-de06-47d0-87a1-d02cb34b4bfb None None] Pushing event updated for resources: {'Port': ['ID=c1f57127-5e1f-4bc1-80f0-f553ae54e1c9,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:44.630992 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:39:44.636157 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port 5ba7ca69-e561-4a78-86d6-c491a06b2a70, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=5ba7ca69-e561-4a78-86d6-c491a06b2a70,segment=NetworkSegment(23626ed7-dae5-46d7-8d16-c09611ed5b87),segment_id=23626ed7-dae5-46d7-8d16-c09611ed5b87)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:39:44.762155 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:44.886319 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-3d766e54-dfc8-41a7-9bec-f26764bd20e6 admin admin] 10.222.0.58 "PUT /v2.0/routers/48a94131-65f2-4b2f-b831-df01ad8f28cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5525136 Aug 30 07:39:44.891785 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-dd7285b2-997e-4b74-9d25-173b0fd2d8cb req-5f9398fe-c62d-45f2-a178-3f5e03944046 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 210 time: 0.1046243 Aug 30 07:39:44.973518 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] Set router c5403c74-0c8d-4133-8da5-1480745fa73a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:45.031828 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Router c5403c74-0c8d-4133-8da5-1480745fa73a has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:39:45.159823 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Sync routers for ids ['48a94131-65f2-4b2f-b831-df01ad8f28cc'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:39:45.160568 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-d81d3863-5d32-4bad-b4c5-10936adc7c7b service neutron] 10.222.0.58 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0839887 Aug 30 07:39:45.160672 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Routers {'48a94131-65f2-4b2f-b831-df01ad8f28cc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:45.160672 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['48a94131-65f2-4b2f-b831-df01ad8f28cc'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:45.223771 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 524bb4e6-8606-493d-a3fa-9f3e7eed25b7 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:45.240072 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:39:45.258110 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-c42daf78-3ee5-4347-a089-6b2d6f20943f admin admin] 10.222.0.58 "PUT /v2.0/routers/c5403c74-0c8d-4133-8da5-1480745fa73a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5170727 Aug 30 07:39:45.270361 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.72', 50773) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:45.372036 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-3220df46-bcee-4f71-931f-8179434d802c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Made reservation on behalf of 3161c967f0804b6889c539520d37d904 for: {'port': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:45.375552 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=5ba7ca69-e561-4a78-86d6-c491a06b2a70,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:45.379983 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-3220df46-bcee-4f71-931f-8179434d802c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:45.552123 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Set router 48a94131-65f2-4b2f-b831-df01ad8f28cc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:45.642888 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-a815452f-60a8-4d3c-bec2-7991d5706440 service neutron] 10.222.0.58 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199568 Aug 30 07:39:45.713359 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8c34fca6-214c-4e9b-847c-e254ae6a65b4 None None] Provisioning complete for port 518ec897-b0f8-4c6c-9171-eea4adb6d86b triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:45.714585 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8c34fca6-214c-4e9b-847c-e254ae6a65b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:46.212339 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 524bb4e6-8606-493d-a3fa-9f3e7eed25b7 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:46.225270 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8c34fca6-214c-4e9b-847c-e254ae6a65b4 None None] Port 518ec897-b0f8-4c6c-9171-eea4adb6d86b cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:39:46.235117 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 524bb4e6-8606-493d-a3fa-9f3e7eed25b7 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:46.236070 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:46.255406 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:41Z', 'revision_number': 4, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '30384ccd-3c99-4311-89f0-52bd3cdd45ff', 'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'mac_address': 'fa:16:3e:df:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:39Z', 'updated_at': '2021-08-30T07:39:41Z', 'revision_number': 2, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'subnets': [{'id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:46.273635 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-3220df46-bcee-4f71-931f-8179434d802c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Allocated IP 172.20.0.4 (9f58c096-03c6-4c63-9ea9-9092dd3f87f3/4d4d3958-6d3f-4504-8c39-f57d0bfd269b/5e491e0d-b076-4504-a483-d93bf9852512) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:46.337333 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Checking router: 48a94131-65f2-4b2f-b831-df01ad8f28cc for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:39:46.337995 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Updating router 48a94131-65f2-4b2f-b831-df01ad8f28cc port 30384ccd-3c99-4311-89f0-52bd3cdd45ff binding host dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:39:46.414731 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:46.659579 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '518ec897-b0f8-4c6c-9171-eea4adb6d86b', 'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'mac_address': 'fa:16:3e:ec:d7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:41Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 2, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'subnets': [{'id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:46.701735 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed92a2-accf-48ea-90d6-827cf4b585e4 None None] The sync data for ids ['c5403c74-0c8d-4133-8da5-1480745fa73a'] in dv-cinder-804035-7-iscsi is: [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '518ec897-b0f8-4c6c-9171-eea4adb6d86b', 'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'mac_address': 'fa:16:3e:ec:d7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:41Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 2, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'subnets': [{'id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:39:46.730654 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-7ce6e107-44a8-4241-b28c-19b2d4e183e5 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:46.735155 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-7ce6e107-44a8-4241-b28c-19b2d4e183e5 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.72 "GET /v2.0/networks?id=e1f0e4f3-8cd4-4750-9064-5419198018fa HTTP/1.1" status: 200 len: 819 time: 1.4599278 Aug 30 07:39:46.739247 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 47146) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:46.748409 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-4e9d1975-22bb-47f0-b715-10eedb4c48e1 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--479315897', 'description': 'tempest-description--1754917988'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:46.789947 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:46.835007 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-42d046ff-4912-4d74-b3f2-ed8a9086380c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Request body: {'port': {'device_id': '5d841d0f-92f8-4777-bbed-addc040e1849', 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa', 'admin_state_up': True, 'tenant_id': '039f78ae6a114205902a5ca4bd81deb4'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:46.905667 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port 524bb4e6-8606-493d-a3fa-9f3e7eed25b7, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=524bb4e6-8606-493d-a3fa-9f3e7eed25b7,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:39:46.917815 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:46.919332 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:47.042064 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-3220df46-bcee-4f71-931f-8179434d802c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:47.195548 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=524bb4e6-8606-493d-a3fa-9f3e7eed25b7,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:47.265068 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:47.265446 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:47.310649 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-3220df46-bcee-4f71-931f-8179434d802c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:47.680881 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:47.701374 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Transition to ACTIVE for port object 30384ccd-3c99-4311-89f0-52bd3cdd45ff will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:47.713990 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:47.768996 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-3220df46-bcee-4f71-931f-8179434d802c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Network 9f58c096-03c6-4c63-9ea9-9092dd3f87f3 is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:47.785874 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-3220df46-bcee-4f71-931f-8179434d802c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:47.804634 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-3220df46-bcee-4f71-931f-8179434d802c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:47.828854 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 47184) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:47.844891 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-421d501f-502a-4712-acfd-0693b425494b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992568345', 'description': 'tempest-description--680359603'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:47.916626 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220df46-bcee-4f71-931f-8179434d802c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Pushing event updated for resources: {'Port': ['ID=5e491e0d-b076-4504-a483-d93bf9852512,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:47.958744 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-3220df46-bcee-4f71-931f-8179434d802c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:47.959676 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-3220df46-bcee-4f71-931f-8179434d802c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:47.962704 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-421d501f-502a-4712-acfd-0693b425494b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:47.977946 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 524bb4e6-8606-493d-a3fa-9f3e7eed25b7 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:48.013992 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda5771-72c2-4aec-81d3-300f47fa0e78 None None] Pushing event updated for resources: {'Port': ['ID=30384ccd-3c99-4311-89f0-52bd3cdd45ff,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:48.033123 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-3220df46-bcee-4f71-931f-8179434d802c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7361095 Aug 30 07:39:48.065111 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-6cf2d2cc-5cc3-497c-abfc-66b56422162f tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:39:48.066223 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-6cf2d2cc-5cc3-497c-abfc-66b56422162f tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135834 Aug 30 07:39:48.073372 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1975-22bb-47f0-b715-10eedb4c48e1 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:48.254815 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 524bb4e6-8606-493d-a3fa-9f3e7eed25b7 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:48.255186 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:48.276714 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630bbc7-93c9-493f-a778-45de5e3b79ac req-717bf086-c83b-4026-80c6-9848f4d3cc4c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:48.290235 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6630bbc7-93c9-493f-a778-45de5e3b79ac req-717bf086-c83b-4026-80c6-9848f4d3cc4c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 931 time: 0.7656436 Aug 30 07:39:48.341129 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Attempting to bind port 30384ccd-3c99-4311-89f0-52bd3cdd45ff on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:48.341520 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Attempting to bind port 30384ccd-3c99-4311-89f0-52bd3cdd45ff by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': 'abc98d22-6439-4d7b-affd-78b6418ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:48.342963 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Attempting to bind port 30384ccd-3c99-4311-89f0-52bd3cdd45ff on network eda8800c-3da0-4292-89a8-975d67f79153 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:48.364355 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:48.364970 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Checking segment: {'id': 'abc98d22-6439-4d7b-affd-78b6418ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:48.366788 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:48.368783 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Bound using segment: {'id': 'abc98d22-6439-4d7b-affd-78b6418ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:48.369469 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Bound port: 30384ccd-3c99-4311-89f0-52bd3cdd45ff, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc98d22-6439-4d7b-affd-78b6418ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:48.380391 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:48.470040 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-eca1b72b-2a88-4f8b-847a-f0008965f730 req-9999b0ef-a30b-4a16-96ba-58f5caaff0fd tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 210 time: 0.1744497 Aug 30 07:39:48.491568 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6630bbc7-93c9-493f-a778-45de5e3b79ac req-6622aaab-a8c6-4a44-b25e-523f5767da26 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001905 Aug 30 07:39:48.524237 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.72', 50782) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:48.667308 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 5ba7ca69-e561-4a78-86d6-c491a06b2a70 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:48.686465 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] For port 30384ccd-3c99-4311-89f0-52bd3cdd45ff, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:48.701479 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] For port 30384ccd-3c99-4311-89f0-52bd3cdd45ff, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=30384ccd-3c99-4311-89f0-52bd3cdd45ff,segment=NetworkSegment(abc98d22-6439-4d7b-affd-78b6418ab6e5),segment_id=abc98d22-6439-4d7b-affd-78b6418ab6e5)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:48.709984 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:48.859191 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Routers {'48a94131-65f2-4b2f-b831-df01ad8f28cc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:48.862795 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['48a94131-65f2-4b2f-b831-df01ad8f28cc'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:48.959941 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-421d501f-502a-4712-acfd-0693b425494b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:48.998994 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-421d501f-502a-4712-acfd-0693b425494b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:49.005079 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Request body: {'port': {'device_id': '16aa42e8-f96e-48ed-a211-32d0dcb533f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:49.128172 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 5ba7ca69-e561-4a78-86d6-c491a06b2a70 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:49.128786 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:49.206107 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d501f-502a-4712-acfd-0693b425494b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:49.280629 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-7180487c-76eb-4654-ab9f-47df07baf122 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:49.282849 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-7180487c-76eb-4654-ab9f-47df07baf122 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.72 "GET /v2.0/networks?id=e1f0e4f3-8cd4-4750-9064-5419198018fa HTTP/1.1" status: 200 len: 819 time: 0.8166723 Aug 30 07:39:49.327005 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-539f6695-529e-4b5c-8f5e-8a2030fa70f7 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Request body: {'port': {'device_id': 'fa12d36a-7e2f-487f-bd78-5566a39a80ed', 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa', 'admin_state_up': True, 'tenant_id': '039f78ae6a114205902a5ca4bd81deb4'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:49.482742 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] Set router 48a94131-65f2-4b2f-b831-df01ad8f28cc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:49.544733 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:49.642342 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1975-22bb-47f0-b715-10eedb4c48e1 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:49.676911 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1975-22bb-47f0-b715-10eedb4c48e1 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:49.785184 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda5771-72c2-4aec-81d3-300f47fa0e78 None None] Pushing event updated for resources: {'Port': ['ID=30384ccd-3c99-4311-89f0-52bd3cdd45ff,revision_number=4']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:49.819613 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-036eb90c-1c86-406b-ac0e-7649a107c4f7 req-e705170d-4dac-4b95-bd6a-f6e03f4dc99e tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 210 time: 0.0916393 Aug 30 07:39:49.867338 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 47248) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:49.899323 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device c1f57127-5e1f-4bc1-80f0-f553ae54e1c9 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:50.145465 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:41Z', 'revision_number': 4, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '30384ccd-3c99-4311-89f0-52bd3cdd45ff', 'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'mac_address': 'fa:16:3e:df:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:39Z', 'updated_at': '2021-08-30T07:39:48Z', 'revision_number': 4, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'subnets': [{'id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:50.155637 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-421d501f-502a-4712-acfd-0693b425494b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:50.160340 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-421d501f-502a-4712-acfd-0693b425494b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 2.3234520 Aug 30 07:39:50.189961 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-211ba514-c245-4c69-b256-734e8fcc6058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:50.218020 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cace8e29-9de0-4442-a8d7-1f63edf541db None None] The sync data for ids ['48a94131-65f2-4b2f-b831-df01ad8f28cc'] in dv-cinder-804035-7-iscsi is: [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:41Z', 'revision_number': 4, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '30384ccd-3c99-4311-89f0-52bd3cdd45ff', 'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'mac_address': 'fa:16:3e:df:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:39Z', 'updated_at': '2021-08-30T07:39:48Z', 'revision_number': 4, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'subnets': [{'id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:39:50.248603 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 47258) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:50.276478 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-3bcb324d-e1b7-4d9f-a9f9-02b2efe28731 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Request body: {'security_group_rule': {'security_group_id': '4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:50.335380 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-42d046ff-4912-4d74-b3f2-ed8a9086380c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Made reservation on behalf of 039f78ae6a114205902a5ca4bd81deb4 for: {'port': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:50.346983 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port c1f57127-5e1f-4bc1-80f0-f553ae54e1c9 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:50.351691 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-42d046ff-4912-4d74-b3f2-ed8a9086380c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:50.360234 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port c1f57127-5e1f-4bc1-80f0-f553ae54e1c9 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:50.360758 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:50.386250 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.db.api [None req-3bcb324d-e1b7-4d9f-a9f9-02b2efe28731 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 07:39:50.386250 dv-cinder-804035-7-iscsi neutron-server[100444]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 07:39:50.386250 dv-cinder-804035-7-iscsi neutron-server[100444]: [parameters: {'project_id_1': 'fa66b27661a04aa298c662d52e59c85d', 'expiration_1': datetime.datetime(2021, 8, 30, 7, 39, 50, 302330)}] Aug 30 07:39:50.386250 dv-cinder-804035-7-iscsi neutron-server[100444]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 07:39:50.393967 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG oslo_db.api [None req-3bcb324d-e1b7-4d9f-a9f9-02b2efe28731 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 07:39:50.400635 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.db.api [None req-211ba514-c245-4c69-b256-734e8fcc6058 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 07:39:50.400635 dv-cinder-804035-7-iscsi neutron-server[100444]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 07:39:50.400635 dv-cinder-804035-7-iscsi neutron-server[100444]: [parameters: {'project_id_1': 'e25ae05a8ed843059f6e869bbec022d4', 'expiration_1': datetime.datetime(2021, 8, 30, 7, 39, 50, 263475)}] Aug 30 07:39:50.400635 dv-cinder-804035-7-iscsi neutron-server[100444]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 07:39:50.405148 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG oslo_db.api [None req-211ba514-c245-4c69-b256-734e8fcc6058 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 07:39:50.409424 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-539f6695-529e-4b5c-8f5e-8a2030fa70f7 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Made reservation on behalf of 039f78ae6a114205902a5ca4bd81deb4 for: {'port': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:50.420874 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d1975-22bb-47f0-b715-10eedb4c48e1 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:50.426298 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1975-22bb-47f0-b715-10eedb4c48e1 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:50.427747 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-4e9d1975-22bb-47f0-b715-10eedb4c48e1 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 3.6837986 Aug 30 07:39:50.434884 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-539f6695-529e-4b5c-8f5e-8a2030fa70f7 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:50.440295 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 47270) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:50.461338 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-43fa6b14-4eb9-4106-bb4c-e0fe10459a43 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Request body: {'security_group_rule': {'security_group_id': '5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:50.535405 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:50.568596 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port c1f57127-5e1f-4bc1-80f0-f553ae54e1c9, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=c1f57127-5e1f-4bc1-80f0-f553ae54e1c9,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:39:50.574029 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:50.719698 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=c1f57127-5e1f-4bc1-80f0-f553ae54e1c9,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:50.788807 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-43fa6b14-4eb9-4106-bb4c-e0fe10459a43 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:50.954043 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-211ba514-c245-4c69-b256-734e8fcc6058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:51.052558 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3bcb324d-e1b7-4d9f-a9f9-02b2efe28731 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:51.084278 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-42d046ff-4912-4d74-b3f2-ed8a9086380c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Allocated IP 172.20.0.13 (e1f0e4f3-8cd4-4750-9064-5419198018fa/2e838872-2a24-4ea8-9361-de08c41567ff/049cdeec-1eaf-4cf0-b16c-af4e383541f4) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:51.099688 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ac54ddad-2d58-4ee6-a7c9-749a43ce72c6 req-710d025a-9f79-4f30-92c7-215504e1063c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 210 time: 0.0827255 Aug 30 07:39:51.289800 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-43fa6b14-4eb9-4106-bb4c-e0fe10459a43 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:51.322451 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-43fa6b14-4eb9-4106-bb4c-e0fe10459a43 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:51.403135 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-42d046ff-4912-4d74-b3f2-ed8a9086380c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:51.436214 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3bcb324d-e1b7-4d9f-a9f9-02b2efe28731 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:51.465595 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa6b14-4eb9-4106-bb4c-e0fe10459a43 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767aef51-ad3e-48dc-843e-4f3a11547b8a,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:51.477121 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3bcb324d-e1b7-4d9f-a9f9-02b2efe28731 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:51.511532 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 47288) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:51.590020 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb324d-e1b7-4d9f-a9f9-02b2efe28731 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9ba1ad-7a90-4b28-9476-6c1292961f7b,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:51.594902 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Sync routers for ids ['c5403c74-0c8d-4133-8da5-1480745fa73a'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:39:51.628234 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Routers {'c5403c74-0c8d-4133-8da5-1480745fa73a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:51.628901 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c5403c74-0c8d-4133-8da5-1480745fa73a'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:51.645216 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e354e-62b3-4150-b6d6-981e1762dbb1 req-9bd7d830-0583-4206-b0c1-6598c47a132d tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:51.666397 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-aa0e354e-62b3-4150-b6d6-981e1762dbb1 req-9bd7d830-0583-4206-b0c1-6598c47a132d tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 931 time: 1.8597453 Aug 30 07:39:51.856425 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-211ba514-c245-4c69-b256-734e8fcc6058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:51.902702 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-211ba514-c245-4c69-b256-734e8fcc6058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:51.908896 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-aa0e354e-62b3-4150-b6d6-981e1762dbb1 req-23010c67-97ef-4849-ba3b-76a9bce76783 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399313 Aug 30 07:39:51.931340 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e491e0d-b076-4504-a483-d93bf9852512 {{(pid=100445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:39:51.954336 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:51.961128 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-43fa6b14-4eb9-4106-bb4c-e0fe10459a43 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:51.965813 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-43fa6b14-4eb9-4106-bb4c-e0fe10459a43 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5177596 Aug 30 07:39:51.965813 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3bcb324d-e1b7-4d9f-a9f9-02b2efe28731 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:51.966467 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 47304) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:51.975788 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-3bcb324d-e1b7-4d9f-a9f9-02b2efe28731 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7126253 Aug 30 07:39:51.976027 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-5eadc0b3-66f9-4440-9498-eac1659a8ace tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Request body: {'security_group_rule': {'security_group_id': '5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:51.984971 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 47306) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:52.039048 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-0dfa7bf5-c836-46ab-a7c7-a3bbaa4768aa tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Request body: {'security_group_rule': {'security_group_id': '4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:52.054174 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Transition to ACTIVE for port object 5e491e0d-b076-4504-a483-d93bf9852512 will not be triggered until provisioned by entity L2. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:52.058007 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-42d046ff-4912-4d74-b3f2-ed8a9086380c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:52.067288 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:52.097907 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Set router c5403c74-0c8d-4133-8da5-1480745fa73a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:52.208239 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Pushing event updated for resources: {'Port': ['ID=5e491e0d-b076-4504-a483-d93bf9852512,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:52.208841 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 30384ccd-3c99-4311-89f0-52bd3cdd45ff up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:52.213594 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5ceb77d7-d2bf-46ad-8952-afe9ebf8fc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:52.367223 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-211ba514-c245-4c69-b256-734e8fcc6058 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e25ae05a8ed843059f6e869bbec022d4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4975278 Aug 30 07:39:52.462670 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 47312) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:52.499035 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-42d046ff-4912-4d74-b3f2-ed8a9086380c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Network e1f0e4f3-8cd4-4750-9064-5419198018fa is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:52.519725 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5eadc0b3-66f9-4440-9498-eac1659a8ace tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:52.536908 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2414d38b-69e2-453d-9a77-cde9f8d24a59 req-bc5d2a55-cd97-4751-b43e-761f40b92603 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 210 time: 0.2076797 Aug 30 07:39:52.572284 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ba514-c245-4c69-b256-734e8fcc6058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55355589-9583-42ef-bb5f-6816e599015c,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:52.677689 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 30384ccd-3c99-4311-89f0-52bd3cdd45ff completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:52.683293 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 30384ccd-3c99-4311-89f0-52bd3cdd45ff triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:52.684281 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:52.820049 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-539f6695-529e-4b5c-8f5e-8a2030fa70f7 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Allocated IP 172.20.0.10 (e1f0e4f3-8cd4-4750-9064-5419198018fa/2e838872-2a24-4ea8-9361-de08c41567ff/beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:52.840316 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7bf5-c836-46ab-a7c7-a3bbaa4768aa tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:52.890219 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-42d046ff-4912-4d74-b3f2-ed8a9086380c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:52.934583 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:52.994212 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5ceb77d7-d2bf-46ad-8952-afe9ebf8fc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.003981 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '518ec897-b0f8-4c6c-9171-eea4adb6d86b', 'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'mac_address': 'fa:16:3e:ec:d7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:41Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 2, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'subnets': [{'id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:53.004203 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5ceb77d7-d2bf-46ad-8952-afe9ebf8fc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.019461 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-42d046ff-4912-4d74-b3f2-ed8a9086380c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:53.037679 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d046ff-4912-4d74-b3f2-ed8a9086380c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Pushing event updated for resources: {'Port': ['ID=049cdeec-1eaf-4cf0-b16c-af4e383541f4,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:53.080519 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-5ceb77d7-d2bf-46ad-8952-afe9ebf8fc24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8b4bf7fffc9d4b20b35c804d168677b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5534770 Aug 30 07:39:53.088865 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb77d7-d2bf-46ad-8952-afe9ebf8fc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e8bf42-cdca-40d1-a286-276f2dbf6b00,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:53.096595 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 47328) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:53.100679 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Checking router: c5403c74-0c8d-4133-8da5-1480745fa73a for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:39:53.101228 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Updating router c5403c74-0c8d-4133-8da5-1480745fa73a port 518ec897-b0f8-4c6c-9171-eea4adb6d86b binding host dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:39:53.155593 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port 30384ccd-3c99-4311-89f0-52bd3cdd45ff, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=30384ccd-3c99-4311-89f0-52bd3cdd45ff,segment=NetworkSegment(abc98d22-6439-4d7b-affd-78b6418ab6e5),segment_id=abc98d22-6439-4d7b-affd-78b6418ab6e5)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:39:53.165949 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.178196 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device c1f57127-5e1f-4bc1-80f0-f553ae54e1c9 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:53.214101 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7bf5-c836-46ab-a7c7-a3bbaa4768aa tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.249758 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.288290 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7bf5-c836-46ab-a7c7-a3bbaa4768aa tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.353936 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa7bf5-c836-46ab-a7c7-a3bbaa4768aa tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c29f3db-49b8-4a27-9ade-5cac6da20e11,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:53.421029 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1ce66293-a0fc-4dd4-89f1-65c5240cc3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.473903 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5eadc0b3-66f9-4440-9498-eac1659a8ace tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.487421 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-42d046ff-4912-4d74-b3f2-ed8a9086380c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:53.488278 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-42d046ff-4912-4d74-b3f2-ed8a9086380c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.531362 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5eadc0b3-66f9-4440-9498-eac1659a8ace tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.546837 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a75c685c-bf0c-400b-a775-d795216dcad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.563740 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-42d046ff-4912-4d74-b3f2-ed8a9086380c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7926769 Aug 30 07:39:53.582749 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadc0b3-66f9-4440-9498-eac1659a8ace tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1659b2e9-f928-43a9-b6b1-356b65dca403,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:53.592621 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5eadc0b3-66f9-4440-9498-eac1659a8ace tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.593939 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-5eadc0b3-66f9-4440-9498-eac1659a8ace tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6262033 Aug 30 07:39:53.600049 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Request body: {'port': {'device_id': '5d841d0f-92f8-4777-bbed-addc040e1849', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:53.615350 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7bf5-c836-46ab-a7c7-a3bbaa4768aa tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.615350 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-0dfa7bf5-c836-46ab-a7c7-a3bbaa4768aa tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6031826 Aug 30 07:39:53.625587 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 47340) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:53.625733 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 47342) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:53.640418 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=30384ccd-3c99-4311-89f0-52bd3cdd45ff,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:53.646276 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Request body: {'floatingip': {'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:53.653138 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Request body: {'floatingip': {'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:53.725064 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port c1f57127-5e1f-4bc1-80f0-f553ae54e1c9 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:53.725811 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.753160 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1ce66293-a0fc-4dd4-89f1-65c5240cc3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.770671 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for floatingip, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.820927 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331d924-3ae7-47a4-bac2-0aa4f8b5c63d req-1240bb79-f857-4d16-b896-dfc2ed5dcd66 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:53.830450 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a331d924-3ae7-47a4-bac2-0aa4f8b5c63d req-1240bb79-f857-4d16-b896-dfc2ed5dcd66 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 943 time: 0.6570113 Aug 30 07:39:53.836056 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.851560 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Attempting to bind port 5e491e0d-b076-4504-a483-d93bf9852512 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:53.852499 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Attempting to bind port 5e491e0d-b076-4504-a483-d93bf9852512 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '08370866-ef8b-4adf-bbff-04a6fe4756e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9f58c096-03c6-4c63-9ea9-9092dd3f87f3'}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:53.853113 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Attempting to bind port 5e491e0d-b076-4504-a483-d93bf9852512 on network 9f58c096-03c6-4c63-9ea9-9092dd3f87f3 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:53.872870 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Port 5e491e0d-b076-4504-a483-d93bf9852512 on network 9f58c096-03c6-4c63-9ea9-9092dd3f87f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:39:53.874192 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Attempting to bind port 5e491e0d-b076-4504-a483-d93bf9852512 on network 9f58c096-03c6-4c63-9ea9-9092dd3f87f3 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:53.887792 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-539f6695-529e-4b5c-8f5e-8a2030fa70f7 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.894354 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:53.895034 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Checking segment: {'id': '08370866-ef8b-4adf-bbff-04a6fe4756e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9f58c096-03c6-4c63-9ea9-9092dd3f87f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:53.895769 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Bound using segment: {'id': '08370866-ef8b-4adf-bbff-04a6fe4756e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9f58c096-03c6-4c63-9ea9-9092dd3f87f3'} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:53.896534 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Bound port: 5e491e0d-b076-4504-a483-d93bf9852512, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08370866-ef8b-4adf-bbff-04a6fe4756e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9f58c096-03c6-4c63-9ea9-9092dd3f87f3'}}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:53.897156 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:53.938805 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a75c685c-bf0c-400b-a775-d795216dcad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:54.025193 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a331d924-3ae7-47a4-bac2-0aa4f8b5c63d req-2448d942-f439-4dd0-b520-22d25f2f83df tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930313 Aug 30 07:39:54.154308 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e4f5e741-19e9-4365-9d21-638932fe0d84 req-0e74b26b-ed09-456d-b5dc-2a1341db9e31 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 210 time: 0.4044316 Aug 30 07:39:54.212658 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Notify callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:54.234191 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Transition to ACTIVE for port object 518ec897-b0f8-4c6c-9171-eea4adb6d86b will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:54.251169 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 30384ccd-3c99-4311-89f0-52bd3cdd45ff up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:54.259661 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:54.271093 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for floatingip, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:54.320673 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a75c685c-bf0c-400b-a775-d795216dcad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:54.325472 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a75c685c-bf0c-400b-a775-d795216dcad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:54.329503 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-a75c685c-bf0c-400b-a775-d795216dcad0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/55355589-9583-42ef-bb5f-6816e599015c HTTP/1.1" status: 204 len: 168 time: 1.8523083 Aug 30 07:39:54.345768 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] For port 5e491e0d-b076-4504-a483-d93bf9852512, host hv-cinder-80403, cleared binding levels {{(pid=100445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:54.372570 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c685c-bf0c-400b-a775-d795216dcad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55355589-9583-42ef-bb5f-6816e599015c,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:54.399664 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] For port 5e491e0d-b076-4504-a483-d93bf9852512, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5e491e0d-b076-4504-a483-d93bf9852512,segment=NetworkSegment(08370866-ef8b-4adf-bbff-04a6fe4756e0),segment_id=08370866-ef8b-4adf-bbff-04a6fe4756e0)] {{(pid=100445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:54.414122 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:54.421484 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-539f6695-529e-4b5c-8f5e-8a2030fa70f7 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:54.483132 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1ce66293-a0fc-4dd4-89f1-65c5240cc3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:54.489552 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1ce66293-a0fc-4dd4-89f1-65c5240cc3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:54.493754 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-1ce66293-a0fc-4dd4-89f1-65c5240cc3a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75e8bf42-cdca-40d1-a286-276f2dbf6b00 HTTP/1.1" status: 204 len: 168 time: 1.3882418 Aug 30 07:39:54.561007 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-539f6695-529e-4b5c-8f5e-8a2030fa70f7 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Network e1f0e4f3-8cd4-4750-9064-5419198018fa is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:54.620353 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-539f6695-529e-4b5c-8f5e-8a2030fa70f7 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:54.649162 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce66293-a0fc-4dd4-89f1-65c5240cc3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e8bf42-cdca-40d1-a286-276f2dbf6b00,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:54.685410 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-539f6695-529e-4b5c-8f5e-8a2030fa70f7 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:54.762202 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:54.762871 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:54.764273 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] 10.222.0.72 "PUT /v2.0/ports/5e491e0d-b076-4504-a483-d93bf9852512 HTTP/1.1" status: 200 len: 1093 time: 6.2264555 Aug 30 07:39:54.764744 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16aa42e8-f96e-48ed-a211-32d0dcb533f2', 'tag': '5e491e0d-b076-4504-a483-d93bf9852512'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:39:54.772467 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Attempting to bind port 518ec897-b0f8-4c6c-9171-eea4adb6d86b on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:54.773035 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Attempting to bind port 518ec897-b0f8-4c6c-9171-eea4adb6d86b by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:54.773171 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Attempting to bind port 518ec897-b0f8-4c6c-9171-eea4adb6d86b on network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:54.791481 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f6695-529e-4b5c-8f5e-8a2030fa70f7 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Pushing event updated for resources: {'Port': ['ID=beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:54.796749 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da15433-70ee-4400-a718-1d35f7a46e4f None None] Pushing event updated for resources: {'Port': ['ID=518ec897-b0f8-4c6c-9171-eea4adb6d86b,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:54.841755 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:54.843758 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Checking segment: {'id': '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:54.844696 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:54.847193 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Bound using segment: {'id': '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:54.848067 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Bound port: 518ec897-b0f8-4c6c-9171-eea4adb6d86b, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:54.848698 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:54.891186 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:54.891392 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 30384ccd-3c99-4311-89f0-52bd3cdd45ff triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:54.891777 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:54.949709 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70560d5-a37a-4d8a-9f12-8136e8640e08 service neutron] Pushing event updated for resources: {'Port': ['ID=5e491e0d-b076-4504-a483-d93bf9852512,revision_number=3']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:55.096951 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-539f6695-529e-4b5c-8f5e-8a2030fa70f7 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:55.097565 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-539f6695-529e-4b5c-8f5e-8a2030fa70f7 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:55.137757 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] For port 518ec897-b0f8-4c6c-9171-eea4adb6d86b, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:55.141821 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] For port 518ec897-b0f8-4c6c-9171-eea4adb6d86b, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=518ec897-b0f8-4c6c-9171-eea4adb6d86b,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:55.154832 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:55.220398 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 47392) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:55.224407 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:55.244574 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da15433-70ee-4400-a718-1d35f7a46e4f None None] Pushing event updated for resources: {'Port': ['ID=518ec897-b0f8-4c6c-9171-eea4adb6d86b,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:55.270439 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-539f6695-529e-4b5c-8f5e-8a2030fa70f7 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9453902 Aug 30 07:39:55.331932 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Routers {'c5403c74-0c8d-4133-8da5-1480745fa73a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:55.332577 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c5403c74-0c8d-4133-8da5-1480745fa73a'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:55.384936 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Request body: {'port': {'device_id': 'fa12d36a-7e2f-487f-bd78-5566a39a80ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:55.396777 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4bdcdfdb-0d74-4558-a983-9aa5e91946a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:55.553642 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-57e7f8e7-c0b8-4801-91e5-f5046a0a620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:55.567434 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-57e7f8e7-c0b8-4801-91e5-f5046a0a620a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3161c967f0804b6889c539520d37d904&device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 1096 time: 0.6382000 Aug 30 07:39:55.571359 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e68877-9256-4b0f-8c11-02a73fd5042b" -d '{"events": [{"name": "network-changed", "server_uuid": "16aa42e8-f96e-48ed-a211-32d0dcb533f2", "tag": "5e491e0d-b076-4504-a483-d93bf9852512"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:39:55.606980 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddb137-6ae4-4d59-9853-f7ec1a45708b req-48f0c8d9-17f1-4d46-9824-ebc6692a322b tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:55.616914 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-66ddb137-6ae4-4d59-9853-f7ec1a45708b req-48f0c8d9-17f1-4d46-9824-ebc6692a322b tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 943 time: 0.3437912 Aug 30 07:39:55.656177 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] Set router c5403c74-0c8d-4133-8da5-1480745fa73a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:55.837106 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-8d4fc683-9e88-4af9-bae0-e17147bcef70 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e491e0d-b076-4504-a483-d93bf9852512 HTTP/1.1" status: 200 len: 217 time: 0.2189312 Aug 30 07:39:55.856014 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-66ddb137-6ae4-4d59-9853-f7ec1a45708b req-30fc19e8-5728-491d-ad99-cfe7c698d962 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946001 Aug 30 07:39:55.866298 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Allocated IP 172.27.2.236 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/c8024808-ac38-4ac9-8fd1-c48ebcd7b7ac) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:55.880386 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049cdeec-1eaf-4cf0-b16c-af4e383541f4 {{(pid=100445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:39:55.929208 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:55.954699 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Transition to ACTIVE for port object 049cdeec-1eaf-4cf0-b16c-af4e383541f4 will not be triggered until provisioned by entity L2. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:56.026747 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:56.066922 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '518ec897-b0f8-4c6c-9171-eea4adb6d86b', 'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'mac_address': 'fa:16:3e:ec:d7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:41Z', 'updated_at': '2021-08-30T07:39:55Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'subnets': [{'id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:56.107718 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-27a1e4da-9f61-4508-916c-da256e4c90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:56.109227 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-27a1e4da-9f61-4508-916c-da256e4c90a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4d4d3958-6d3f-4504-8c39-f57d0bfd269b HTTP/1.1" status: 200 len: 851 time: 0.1496961 Aug 30 07:39:56.382247 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-d00292bd-7faf-4217-a0cd-e596b467cddb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9f58c096-03c6-4c63-9ea9-9092dd3f87f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2009430 Aug 30 07:39:56.488590 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7d725-84c6-4599-85ac-f9e19560a067 req-5be97159-149b-4e3a-a75d-1a11b93bab33 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:56.494311 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0aa7d725-84c6-4599-85ac-f9e19560a067 req-5be97159-149b-4e3a-a75d-1a11b93bab33 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 932 time: 1.1373985 Aug 30 07:39:56.501363 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:56.537949 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 518ec897-b0f8-4c6c-9171-eea4adb6d86b up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:56.551556 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5b0f1-b6eb-4234-83c6-ba7bbb76ef9d None None] The sync data for ids ['c5403c74-0c8d-4133-8da5-1480745fa73a'] in dv-cinder-804035-7-iscsi is: [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '518ec897-b0f8-4c6c-9171-eea4adb6d86b', 'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'mac_address': 'fa:16:3e:ec:d7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:41Z', 'updated_at': '2021-08-30T07:39:55Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'subnets': [{'id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:39:56.726715 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 518ec897-b0f8-4c6c-9171-eea4adb6d86b completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:56.728997 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c07b66d-319b-404b-be66-2af02eb1cd45 x-openstack-request-id: req-1c07b66d-319b-404b-be66-2af02eb1cd45 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:39:56.729286 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16aa42e8-f96e-48ed-a211-32d0dcb533f2", "tag": "5e491e0d-b076-4504-a483-d93bf9852512", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:39:56.729595 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1c07b66d-319b-404b-be66-2af02eb1cd45 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:39:56.730188 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16aa42e8-f96e-48ed-a211-32d0dcb533f2', 'tag': '5e491e0d-b076-4504-a483-d93bf9852512', 'status': 'completed', 'code': 200} Aug 30 07:39:56.738277 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 518ec897-b0f8-4c6c-9171-eea4adb6d86b triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:56.739820 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:56.769566 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Pushing event updated for resources: {'Port': ['ID=049cdeec-1eaf-4cf0-b16c-af4e383541f4,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:56.807891 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:56.857853 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0aa7d725-84c6-4599-85ac-f9e19560a067 req-1b96f4d1-b1f4-40ee-a47f-acafbf6ea159 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051438 Aug 30 07:39:56.898546 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Attempting to bind port 049cdeec-1eaf-4cf0-b16c-af4e383541f4 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:56.899118 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Attempting to bind port 049cdeec-1eaf-4cf0-b16c-af4e383541f4 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '23626ed7-dae5-46d7-8d16-c09611ed5b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa'}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:56.899224 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Attempting to bind port 049cdeec-1eaf-4cf0-b16c-af4e383541f4 on network e1f0e4f3-8cd4-4750-9064-5419198018fa {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:56.931859 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-5ffb894e-9e85-4139-9a89-22e5941ebbbe service neutron] 10.222.0.72 "GET /v2.0/networks/9f58c096-03c6-4c63-9ea9-9092dd3f87f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487669 Aug 30 07:39:56.942833 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Port 049cdeec-1eaf-4cf0-b16c-af4e383541f4 on network e1f0e4f3-8cd4-4750-9064-5419198018fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:39:56.943159 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Attempting to bind port 049cdeec-1eaf-4cf0-b16c-af4e383541f4 on network e1f0e4f3-8cd4-4750-9064-5419198018fa {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:56.978154 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.004470 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:57.005332 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Checking segment: {'id': '23626ed7-dae5-46d7-8d16-c09611ed5b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:57.006246 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Bound using segment: {'id': '23626ed7-dae5-46d7-8d16-c09611ed5b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa'} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:57.008365 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Bound port: 049cdeec-1eaf-4cf0-b16c-af4e383541f4, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23626ed7-dae5-46d7-8d16-c09611ed5b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa'}}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:57.008980 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.064749 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port 518ec897-b0f8-4c6c-9171-eea4adb6d86b, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=518ec897-b0f8-4c6c-9171-eea4adb6d86b,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:39:57.071060 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.139139 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Allocated IP 172.27.2.69 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/5da51b66-23fe-4866-a576-001ffc3ab788) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:57.218117 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=518ec897-b0f8-4c6c-9171-eea4adb6d86b,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:57.267322 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-88277dfe-2c7d-4830-bcb4-e2029ffaa151 req-6c7bb41c-f3fe-4b28-876a-3d8bfa81ee51 service neutron] 10.222.0.72 "GET /v2.0/networks/9f58c096-03c6-4c63-9ea9-9092dd3f87f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205457 Aug 30 07:39:57.280688 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.421694 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dbc4c-3fe2-4ebb-9481-4ba7d570a4d6 req-602107b2-aa89-4a64-9345-2df6a6a757a1 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:57.425306 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a93dbc4c-3fe2-4ebb-9481-4ba7d570a4d6 req-602107b2-aa89-4a64-9345-2df6a6a757a1 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 943 time: 0.3121712 Aug 30 07:39:57.461811 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:57.522797 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:57.545173 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] For port 049cdeec-1eaf-4cf0-b16c-af4e383541f4, host hv-cinder-80403, cleared binding levels {{(pid=100445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:57.551718 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a93dbc4c-3fe2-4ebb-9481-4ba7d570a4d6 req-748bcc22-c67f-4811-b696-3a0ed42e85f5 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164358 Aug 30 07:39:57.561293 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event updated for resources: {'Port': ['ID=c8024808-ac38-4ac9-8fd1-c48ebcd7b7ac,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:57.567772 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] For port 049cdeec-1eaf-4cf0-b16c-af4e383541f4, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=049cdeec-1eaf-4cf0-b16c-af4e383541f4,segment=NetworkSegment(23626ed7-dae5-46d7-8d16-c09611ed5b87),segment_id=23626ed7-dae5-46d7-8d16-c09611ed5b87)] {{(pid=100445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:57.570786 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:57.590777 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.605880 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e68877-9256-4b0f-8c11-02a73fd5042b req-804cb891-04f5-478d-8c23-f2505f64517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:57.607670 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-15e68877-9256-4b0f-8c11-02a73fd5042b req-804cb891-04f5-478d-8c23-f2505f64517f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3161c967f0804b6889c539520d37d904&device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 1096 time: 0.1303484 Aug 30 07:39:57.702691 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:57.703450 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.704784 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] 10.222.0.72 "PUT /v2.0/ports/049cdeec-1eaf-4cf0-b16c-af4e383541f4 HTTP/1.1" status: 200 len: 1094 time: 4.1155558 Aug 30 07:39:57.804686 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4bdcdfdb-0d74-4558-a983-9aa5e91946a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.841585 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.957748 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4bdcdfdb-0d74-4558-a983-9aa5e91946a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:58.198656 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f3e66-7e30-4c2e-bfd2-d8507af524c4 service neutron] Pushing event updated for resources: {'Port': ['ID=049cdeec-1eaf-4cf0-b16c-af4e383541f4,revision_number=3']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:58.312068 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 518ec897-b0f8-4c6c-9171-eea4adb6d86b up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:58.354486 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e68877-9256-4b0f-8c11-02a73fd5042b req-0b4a01a8-30e9-4efd-b403-41debd90eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:58.355995 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-15e68877-9256-4b0f-8c11-02a73fd5042b req-0b4a01a8-30e9-4efd-b403-41debd90eb81 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9f58c096-03c6-4c63-9ea9-9092dd3f87f3 HTTP/1.1" status: 200 len: 913 time: 0.6955705 Aug 30 07:39:58.403544 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 518ec897-b0f8-4c6c-9171-eea4adb6d86b triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:58.405418 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:58.424861 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-4bdcdfdb-0d74-4558-a983-9aa5e91946a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1fc4826959e5497a938f5ffa29c381bf&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1959729 Aug 30 07:39:58.425534 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcdfdb-0d74-4558-a983-9aa5e91946a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1292166-6166-4d35-af68-2708ca306634,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:58.427448 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 47476) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:58.519311 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d {{(pid=100444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:39:58.545228 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7bd0-a626-4b56-810e-41c735ed1c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:58.552370 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:58.563207 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:58.626968 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992a4d5-100f-4aa8-a66f-1a4047ba5443 req-c34d75c3-9e12-46ad-be41-5375f89c5aad tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:58.628572 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7992a4d5-100f-4aa8-a66f-1a4047ba5443 req-c34d75c3-9e12-46ad-be41-5375f89c5aad tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 932 time: 0.4921145 Aug 30 07:39:58.633713 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7bd0-a626-4b56-810e-41c735ed1c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:58.645375 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:58.778667 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d841d0f-92f8-4777-bbed-addc040e1849', 'tag': '049cdeec-1eaf-4cf0-b16c-af4e383541f4'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:39:58.785914 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb994ec-0273-4f4a-a3ab-19d5b36c13fb" -d '{"events": [{"name": "network-changed", "server_uuid": "5d841d0f-92f8-4777-bbed-addc040e1849", "tag": "049cdeec-1eaf-4cf0-b16c-af4e383541f4"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:39:58.843293 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:58.848475 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-15e68877-9256-4b0f-8c11-02a73fd5042b req-a441090a-829e-4e39-bc07-a13fac61166a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e491e0d-b076-4504-a483-d93bf9852512 HTTP/1.1" status: 200 len: 217 time: 0.2547412 Aug 30 07:39:58.851138 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Transition to ACTIVE for port object beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d will not be triggered until provisioned by entity L2. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:58.866515 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:58.898954 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:59.011922 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7992a4d5-100f-4aa8-a66f-1a4047ba5443 req-39414cbb-eb8f-4fd2-bd3e-01c585966d7d tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569498 Aug 30 07:39:59.031980 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:59.046249 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e68877-9256-4b0f-8c11-02a73fd5042b req-0cd2c9d6-893d-4de5-8b38-d8f72a2f9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:59.048421 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-15e68877-9256-4b0f-8c11-02a73fd5042b req-0cd2c9d6-893d-4de5-8b38-d8f72a2f9a53 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4d4d3958-6d3f-4504-8c39-f57d0bfd269b HTTP/1.1" status: 200 len: 851 time: 0.1650386 Aug 30 07:39:59.082212 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:59.104260 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event updated for resources: {'Port': ['ID=5da51b66-23fe-4866-a576-001ffc3ab788,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:59.115392 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-15e68877-9256-4b0f-8c11-02a73fd5042b req-ad8a3e3e-24aa-4709-99e1-d54baff94564 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9f58c096-03c6-4c63-9ea9-9092dd3f87f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466070 Aug 30 07:39:59.132871 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d2c6a-da28-4585-a7b9-4cae9b7de370 req-9e5a8904-5b5c-46b3-9100-621b52c8d73c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:59.142217 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-740d2c6a-da28-4585-a7b9-4cae9b7de370 req-9e5a8904-5b5c-46b3-9100-621b52c8d73c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 943 time: 0.3466334 Aug 30 07:39:59.186562 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-1ff8b13b-7f42-41a1-b577-1812e22be0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:59.188034 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-1ff8b13b-7f42-41a1-b577-1812e22be0c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=039f78ae6a114205902a5ca4bd81deb4&device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 1097 time: 0.5932572 Aug 30 07:39:59.207420 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-740d2c6a-da28-4585-a7b9-4cae9b7de370 req-9cdd4ce3-63f2-466e-a30f-6bf307cd905f tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608377 Aug 30 07:39:59.244939 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7bd0-a626-4b56-810e-41c735ed1c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:59.252266 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7bd0-a626-4b56-810e-41c735ed1c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:59.254919 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-0a8c7bd0-a626-4b56-810e-41c735ed1c5b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1292166-6166-4d35-af68-2708ca306634 HTTP/1.1" status: 204 len: 168 time: 0.8263931 Aug 30 07:39:59.354320 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-f26ee96d-0660-45cf-bc77-615a7fa8d638 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=049cdeec-1eaf-4cf0-b16c-af4e383541f4 HTTP/1.1" status: 200 len: 217 time: 0.0472357 Aug 30 07:39:59.355216 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c7bd0-a626-4b56-810e-41c735ed1c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1292166-6166-4d35-af68-2708ca306634,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:59.450882 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fec5eb-252a-475b-bdb9-7e8aef212570 x-openstack-request-id: req-e7fec5eb-252a-475b-bdb9-7e8aef212570 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:39:59.451368 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d841d0f-92f8-4777-bbed-addc040e1849", "tag": "049cdeec-1eaf-4cf0-b16c-af4e383541f4", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:39:59.451492 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7fec5eb-252a-475b-bdb9-7e8aef212570 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:39:59.451793 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d841d0f-92f8-4777-bbed-addc040e1849', 'tag': '049cdeec-1eaf-4cf0-b16c-af4e383541f4', 'status': 'completed', 'code': 200} Aug 30 07:39:59.467447 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:59.546299 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-1db178cf-83dd-4a97-aec5-3632d0c5e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:59.546610 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Pushing event updated for resources: {'Port': ['ID=beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:59.550156 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-1db178cf-83dd-4a97-aec5-3632d0c5e1a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2e838872-2a24-4ea8-9361-de08c41567ff HTTP/1.1" status: 200 len: 859 time: 0.0969713 Aug 30 07:39:59.636042 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-4d2c11a3-6ae9-439a-9dba-8939472a38b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1f0e4f3-8cd4-4750-9064-5419198018fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743146 Aug 30 07:39:59.688432 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:59.766140 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Attempting to bind port beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:59.766565 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Attempting to bind port beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '23626ed7-dae5-46d7-8d16-c09611ed5b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa'}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:59.766858 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Attempting to bind port beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d on network e1f0e4f3-8cd4-4750-9064-5419198018fa {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:59.787513 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Port beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d on network e1f0e4f3-8cd4-4750-9064-5419198018fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:39:59.788226 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Attempting to bind port beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d on network e1f0e4f3-8cd4-4750-9064-5419198018fa {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:59.811395 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-15e68877-9256-4b0f-8c11-02a73fd5042b req-8304e510-f065-41df-8483-02cbb5472617 service neutron] 10.222.0.72 "GET /v2.0/networks/9f58c096-03c6-4c63-9ea9-9092dd3f87f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456507 Aug 30 07:39:59.817265 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-5ecac624-50f7-4bdf-84ea-0d5e5fab8932 service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390090 Aug 30 07:39:59.835956 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:59.836781 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Checking segment: {'id': '23626ed7-dae5-46d7-8d16-c09611ed5b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:59.837568 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Bound using segment: {'id': '23626ed7-dae5-46d7-8d16-c09611ed5b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa'} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:59.838299 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Bound port: beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23626ed7-dae5-46d7-8d16-c09611ed5b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa'}}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:59.838893 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:59.873101 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:59.914609 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:59.953201 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:40:00.184345 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec2cfb-7042-49b3-aa85-8a3a30da3a48 req-55fb8932-4869-41b1-9712-077302f05598 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:00.193010 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1cec2cfb-7042-49b3-aa85-8a3a30da3a48 req-55fb8932-4869-41b1-9712-077302f05598 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 944 time: 0.0802286 Aug 30 07:40:00.238370 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event updated for resources: {'Port': ['ID=c8024808-ac38-4ac9-8fd1-c48ebcd7b7ac,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:00.258607 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1cec2cfb-7042-49b3-aa85-8a3a30da3a48 req-440db64f-577c-480e-88bb-e1b0e58c18fa tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644820 Aug 30 07:40:00.266252 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] For port beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d, host hv-cinder-80403, cleared binding levels {{(pid=100444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:40:00.274568 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] For port beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d,segment=NetworkSegment(23626ed7-dae5-46d7-8d16-c09611ed5b87),segment_id=23626ed7-dae5-46d7-8d16-c09611ed5b87)] {{(pid=100444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:40:00.281219 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:00.293919 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:00.309627 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:00.347901 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:00.382784 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:00.384141 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-597a29a5-9677-4122-a922-257929e6e913 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7574563 Aug 30 07:40:00.385612 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:00.386247 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:00.387567 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] 10.222.0.72 "PUT /v2.0/ports/beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d HTTP/1.1" status: 200 len: 1094 time: 5.0322299 Aug 30 07:40:00.402295 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa12d36a-7e2f-487f-bd78-5566a39a80ed', 'tag': 'beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:00.495077 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897ca41-e2b1-4b4e-b3e4-eb5cff3521a2 service neutron] Pushing event updated for resources: {'Port': ['ID=beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d,revision_number=3']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:00.556469 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31070022-3004-47b3-88ba-0c6e958a7d33 req-18cc9c76-d354-4c16-89b0-e7d82a60af56 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:00.557924 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-31070022-3004-47b3-88ba-0c6e958a7d33 req-18cc9c76-d354-4c16-89b0-e7d82a60af56 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 943 time: 0.2075534 Aug 30 07:40:00.560745 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:00.588608 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event updated for resources: {'Port': ['ID=5da51b66-23fe-4866-a576-001ffc3ab788,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:00.599778 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:00.605478 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-23af4677-1b2f-4e2d-abd6-2c939bdfa334 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9725480 Aug 30 07:40:00.625342 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-31070022-3004-47b3-88ba-0c6e958a7d33 req-d933230e-e857-49ed-96c4-3670b278eeb6 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551999 Aug 30 07:40:00.921031 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa4207a-4b9d-48b9-abe6-573dddda0060" -d '{"events": [{"name": "network-changed", "server_uuid": "fa12d36a-7e2f-487f-bd78-5566a39a80ed", "tag": "beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:00.932011 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-550c68ca-e1ed-42b4-a35c-3da28022203b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--479315897&fields=id&tenant_id=ff8583d16df6404d905eb9bdbf591980 HTTP/1.1" status: 200 len: 267 time: 0.1299903 Aug 30 07:40:00.949814 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-15e68877-9256-4b0f-8c11-02a73fd5042b req-146e8fb3-6651-4579-95fb-1f2252aff114 service neutron] 10.222.0.72 "GET /v2.0/networks/9f58c096-03c6-4c63-9ea9-9092dd3f87f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450685 Aug 30 07:40:00.964190 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4d773a55-f01a-44fa-a045-bc4b06051ae0 req-3044d98e-407a-420a-be7d-63d6755833e0 service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028095 Aug 30 07:40:01.086225 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-50073270-e8ad-44b5-b185-fd17fc041cc2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--992568345&fields=id&tenant_id=fa66b27661a04aa298c662d52e59c85d HTTP/1.1" status: 200 len: 267 time: 0.1176765 Aug 30 07:40:01.089259 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-6f45e74c-f224-4a2e-89fa-afb6d5395756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:01.098678 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-6f45e74c-f224-4a2e-89fa-afb6d5395756 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=039f78ae6a114205902a5ca4bd81deb4&device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 1097 time: 0.2334247 Aug 30 07:40:01.137344 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-0c246025-e079-4900-8dba-cceafd1b4a4a tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:01.139788 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-0c246025-e079-4900-8dba-cceafd1b4a4a tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/networks?id=eda8800c-3da0-4292-89a8-975d67f79153 HTTP/1.1" status: 200 len: 810 time: 0.1947708 Aug 30 07:40:01.152116 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb994ec-0273-4f4a-a3ab-19d5b36c13fb req-5326b1a8-c698-4b2a-8e6a-7622c7ce782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:01.154310 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9eb994ec-0273-4f4a-a3ab-19d5b36c13fb req-5326b1a8-c698-4b2a-8e6a-7622c7ce782a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=039f78ae6a114205902a5ca4bd81deb4&device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 1097 time: 0.0941470 Aug 30 07:40:01.201427 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-13c5b347-c0f0-4e47-b4fb-c62899421c21 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/quotas/ff8583d16df6404d905eb9bdbf591980 HTTP/1.1" status: 200 len: 375 time: 0.0503263 Aug 30 07:40:01.253713 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-716805c6-e6ef-4055-972d-79dab8eba9dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d HTTP/1.1" status: 200 len: 217 time: 0.1395843 Aug 30 07:40:01.392973 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-656f55b3-463f-46f7-a535-a11ad4455bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:01.394525 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-656f55b3-463f-46f7-a535-a11ad4455bab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2e838872-2a24-4ea8-9361-de08c41567ff HTTP/1.1" status: 200 len: 859 time: 0.1302049 Aug 30 07:40:01.406053 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-3b7a7ac0-d81e-415d-8457-e6dcdd4d3b96 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:01.414247 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-3b7a7ac0-d81e-415d-8457-e6dcdd4d3b96 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/networks?id=4b5d8dc8-1b4e-4476-a490-eb736edfd024 HTTP/1.1" status: 200 len: 816 time: 0.3135598 Aug 30 07:40:01.430306 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-346a2cb9-8d83-4566-ba10-8a8a64a31d82 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ff8583d16df6404d905eb9bdbf591980&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2081819 Aug 30 07:40:01.460620 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb994ec-0273-4f4a-a3ab-19d5b36c13fb req-f945ec6d-245c-425e-82a6-5568119ce640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:01.462620 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9eb994ec-0273-4f4a-a3ab-19d5b36c13fb req-f945ec6d-245c-425e-82a6-5568119ce640 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e1f0e4f3-8cd4-4750-9064-5419198018fa HTTP/1.1" status: 200 len: 921 time: 0.2917075 Aug 30 07:40:01.484745 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-5b6dbafd-5106-4cd6-be16-350edec58221 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1f0e4f3-8cd4-4750-9064-5419198018fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670397 Aug 30 07:40:01.491808 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-01804379-a12e-4907-9e1f-b42c88806244 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/quotas/fa66b27661a04aa298c662d52e59c85d HTTP/1.1" status: 200 len: 375 time: 0.0765464 Aug 30 07:40:01.540635 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9eb994ec-0273-4f4a-a3ab-19d5b36c13fb req-c1adcece-3639-48e3-b7c3-c07d2ba9d7f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=049cdeec-1eaf-4cf0-b16c-af4e383541f4 HTTP/1.1" status: 200 len: 217 time: 0.0686080 Aug 30 07:40:01.615193 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f5ea1189-e059-4756-b0cb-8abae22ec7e5 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fa66b27661a04aa298c662d52e59c85d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1168644 Aug 30 07:40:01.616052 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb994ec-0273-4f4a-a3ab-19d5b36c13fb req-7b0bf1a4-5018-4100-9f6a-0ea53948286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:01.618366 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9eb994ec-0273-4f4a-a3ab-19d5b36c13fb req-7b0bf1a4-5018-4100-9f6a-0ea53948286b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2e838872-2a24-4ea8-9361-de08c41567ff HTTP/1.1" status: 200 len: 859 time: 0.0703206 Aug 30 07:40:01.672127 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9eb994ec-0273-4f4a-a3ab-19d5b36c13fb req-e325ef1e-f4f7-4c23-9917-e1ce3b497b52 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1f0e4f3-8cd4-4750-9064-5419198018fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452797 Aug 30 07:40:01.681514 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-84d30ba8-661b-4427-b3af-2ff405dec655 service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869895 Aug 30 07:40:01.691010 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 47646) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:01.789996 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-6ca0b44f-3c8b-4390-8c34-e42eed45c906 service neutron] 10.222.0.58 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687152 Aug 30 07:40:01.819779 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a4f6d5a-2b72-47e5-a8e4-4caf438cdd3c req-c0169acd-0df2-4b07-a336-2962aa73c38e service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308849 Aug 30 07:40:01.821626 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-7375b9b4-43bd-4fd0-a0b3-11e04175456e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:40:01.830338 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-7375b9b4-43bd-4fd0-a0b3-11e04175456e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1598792 Aug 30 07:40:01.853982 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9eb994ec-0273-4f4a-a3ab-19d5b36c13fb req-9d80c734-8f83-41b8-8f2f-37d47c753abc service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731899 Aug 30 07:40:01.895332 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2dd69e54-4883-4e71-aa05-0e708e3e927b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:01.902660 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-8faa4d8f-592c-4627-a8ad-121bece146e4 service neutron] 10.222.0.58 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991311 Aug 30 07:40:01.964762 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-75a7a1db-a851-46af-a0ce-279a7ff91f95 service neutron] 10.222.0.58 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334827 Aug 30 07:40:02.106049 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2dd69e54-4883-4e71-aa05-0e708e3e927b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:02.110610 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-4392f2d2-499d-4e46-8a36-27db867563dc service neutron] 10.222.0.58 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337764 Aug 30 07:40:02.115144 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2dd69e54-4883-4e71-aa05-0e708e3e927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:02.164645 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-2dd69e54-4883-4e71-aa05-0e708e3e927b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=306a4d6116ac462caf69413a7661f4ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4722414 Aug 30 07:40:02.167419 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd69e54-4883-4e71-aa05-0e708e3e927b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ee93e4-81ad-4358-be1b-022f0a6d674e,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:02.167675 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 47666) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:02.246896 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0cd54bb3-da42-4132-9192-d836d5388384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:02.277848 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0cd54bb3-da42-4132-9192-d836d5388384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:02.300194 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9e348d-0762-4d0c-b6ea-db85884c6b16 x-openstack-request-id: req-7f9e348d-0762-4d0c-b6ea-db85884c6b16 {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:02.300772 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa12d36a-7e2f-487f-bd78-5566a39a80ed", "tag": "beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:02.301022 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f9e348d-0762-4d0c-b6ea-db85884c6b16 {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:02.302488 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa12d36a-7e2f-487f-bd78-5566a39a80ed', 'tag': 'beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d', 'status': 'completed', 'code': 200} Aug 30 07:40:02.357348 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0cd54bb3-da42-4132-9192-d836d5388384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:02.360742 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0cd54bb3-da42-4132-9192-d836d5388384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:02.362514 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-0cd54bb3-da42-4132-9192-d836d5388384 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86ee93e4-81ad-4358-be1b-022f0a6d674e HTTP/1.1" status: 204 len: 168 time: 0.1931317 Aug 30 07:40:02.375080 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd54bb3-da42-4132-9192-d836d5388384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ee93e4-81ad-4358-be1b-022f0a6d674e,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:02.495683 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff08e1-c2fb-471b-bfd8-9a1de7fadd8d req-07f11e98-d077-41e4-b57e-fd9679a60c93 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:02.500473 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0bff08e1-c2fb-471b-bfd8-9a1de7fadd8d req-07f11e98-d077-41e4-b57e-fd9679a60c93 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 944 time: 0.0791173 Aug 30 07:40:02.611076 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0bff08e1-c2fb-471b-bfd8-9a1de7fadd8d req-b527e5ca-d7a3-4de8-9cd5-14a5dd0e3050 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978758 Aug 30 07:40:02.614398 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80974ee9-18f5-4dc9-8b38-3403f2525556 req-e9d7a769-323b-483b-bdf5-8cea0b01ea3c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:02.623498 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-80974ee9-18f5-4dc9-8b38-3403f2525556 req-e9d7a769-323b-483b-bdf5-8cea0b01ea3c tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 943 time: 0.1026750 Aug 30 07:40:02.685161 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-80974ee9-18f5-4dc9-8b38-3403f2525556 req-572a8196-1f2f-4ebb-864d-53d0d78e53bf tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560691 Aug 30 07:40:02.755067 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bbb72d72-11c5-41a6-a973-f62144a1f572 req-43159142-95ff-46b2-9c7e-451c3fa884bc tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 210 time: 0.0477040 Aug 30 07:40:02.793690 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b378a769-695d-4c12-8311-a83b494d5799 req-c7e709aa-96b2-467e-89e3-976d86fc12ee tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 210 time: 0.0529020 Aug 30 07:40:02.966714 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 47724) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:02.980241 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4ae2c172-a5c3-432f-a128-f6b54fcec4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.080274 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4ae2c172-a5c3-432f-a128-f6b54fcec4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.084122 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4ae2c172-a5c3-432f-a128-f6b54fcec4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.122842 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2c172-a5c3-432f-a128-f6b54fcec4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239beaf1-d955-47db-a65b-574d7ae0c9c4,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:03.131096 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-4ae2c172-a5c3-432f-a128-f6b54fcec4a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac043410244f494db960be511121550b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613293 Aug 30 07:40:03.132225 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 47736) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:03.182237 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a9d06e2c-d698-408c-b4c4-96c5fc110945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.202499 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a9d06e2c-d698-408c-b4c4-96c5fc110945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.249678 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a9d06e2c-d698-408c-b4c4-96c5fc110945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.252994 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a9d06e2c-d698-408c-b4c4-96c5fc110945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.254159 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-a9d06e2c-d698-408c-b4c4-96c5fc110945 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/239beaf1-d955-47db-a65b-574d7ae0c9c4 HTTP/1.1" status: 204 len: 168 time: 0.1211364 Aug 30 07:40:03.263076 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d06e2c-d698-408c-b4c4-96c5fc110945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239beaf1-d955-47db-a65b-574d7ae0c9c4,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:03.604655 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e6d16f71-9335-42ec-bf73-4dd0988fe3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.725995 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a678f1d-ee11-444c-93aa-8bb91c97c8d7 req-d4cd0fd4-ee50-4d49-a087-bc956212d2a3 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:03.740000 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1a678f1d-ee11-444c-93aa-8bb91c97c8d7 req-d4cd0fd4-ee50-4d49-a087-bc956212d2a3 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 944 time: 0.0625896 Aug 30 07:40:03.796779 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1a678f1d-ee11-444c-93aa-8bb91c97c8d7 req-6cc10e21-0745-4652-9333-c25932276496 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558944 Aug 30 07:40:03.838480 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e94887-67a3-47cd-9f28-8c77a127639a req-0f220cbc-495b-46aa-8214-ebb4e48f1aa3 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:03.840031 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-32e94887-67a3-47cd-9f28-8c77a127639a req-0f220cbc-495b-46aa-8214-ebb4e48f1aa3 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 943 time: 0.0773137 Aug 30 07:40:03.887598 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3558e3ae-8378-444e-a5e1-0285b94fdf51 req-12c13858-8b8e-4424-bd95-48380f4a98a5 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 210 time: 0.0302894 Aug 30 07:40:03.890990 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-32e94887-67a3-47cd-9f28-8c77a127639a req-f85ce90d-64aa-49ba-bba6-38821e5c7c3d tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439465 Aug 30 07:40:03.994470 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-52f6efc5-6199-4bb6-b1fe-7462260f4f1e req-420bffd6-1367-4431-a4a2-06aca8250fdc tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 210 time: 0.0285063 Aug 30 07:40:04.147717 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 47830) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:04.248795 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3543e060-ae1b-4f75-93bc-f5bf2be551ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:04.343443 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3543e060-ae1b-4f75-93bc-f5bf2be551ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:04.348274 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3543e060-ae1b-4f75-93bc-f5bf2be551ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:04.386737 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-3543e060-ae1b-4f75-93bc-f5bf2be551ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=392c927e9077432c980da300b8a454fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379320 Aug 30 07:40:04.387826 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543e060-ae1b-4f75-93bc-f5bf2be551ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd2aa3e-e22b-4039-b4fa-7b7c2d6690cc,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:04.389481 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 47840) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:04.441991 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e917af75-75e8-42d9-a573-a8d014a9ea52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:04.463434 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e917af75-75e8-42d9-a573-a8d014a9ea52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:04.581923 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4207a-4b9d-48b9-abe6-573dddda0060 req-14297903-0e85-432b-b2f6-459116deca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:04.583824 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e917af75-75e8-42d9-a573-a8d014a9ea52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:04.584656 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9aa4207a-4b9d-48b9-abe6-573dddda0060 req-14297903-0e85-432b-b2f6-459116deca03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=039f78ae6a114205902a5ca4bd81deb4&device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 1097 time: 0.0446157 Aug 30 07:40:04.586803 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e917af75-75e8-42d9-a573-a8d014a9ea52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:04.588060 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-e917af75-75e8-42d9-a573-a8d014a9ea52 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8fd2aa3e-e22b-4039-b4fa-7b7c2d6690cc HTTP/1.1" status: 204 len: 168 time: 0.1975689 Aug 30 07:40:04.625130 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917af75-75e8-42d9-a573-a8d014a9ea52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd2aa3e-e22b-4039-b4fa-7b7c2d6690cc,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:04.653344 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9eb994ec-0273-4f4a-a3ab-19d5b36c13fb req-000aebe8-ca59-408e-b9e4-b6253e6f5119 service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600564 Aug 30 07:40:04.825036 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4207a-4b9d-48b9-abe6-573dddda0060 req-b9c9221d-cc5d-47e1-99ae-63554a1741d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:04.827688 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9aa4207a-4b9d-48b9-abe6-573dddda0060 req-b9c9221d-cc5d-47e1-99ae-63554a1741d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e1f0e4f3-8cd4-4750-9064-5419198018fa HTTP/1.1" status: 200 len: 921 time: 0.2260511 Aug 30 07:40:05.128823 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f4cf4-f7c8-49c3-9f93-afb13dac2a0e req-bd39e1bd-87ef-4d1a-95e5-ac5512570dca tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:05.131625 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9aa4207a-4b9d-48b9-abe6-573dddda0060 req-8eca9cf9-0c76-4abd-9ee1-c04f73ec76fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d HTTP/1.1" status: 200 len: 217 time: 0.2928038 Aug 30 07:40:05.132562 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f70f4cf4-f7c8-49c3-9f93-afb13dac2a0e req-bd39e1bd-87ef-4d1a-95e5-ac5512570dca tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 943 time: 0.0764031 Aug 30 07:40:05.205604 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f70f4cf4-f7c8-49c3-9f93-afb13dac2a0e req-7e0b0f6f-508c-4e19-993d-f7b474ee72d4 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668976 Aug 30 07:40:05.242492 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0d849-f62b-4387-8097-ebd1ddc33ba9 req-06e63dc7-98df-4ff8-95cb-adf9410272ea tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:05.244982 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f1e0d849-f62b-4387-8097-ebd1ddc33ba9 req-06e63dc7-98df-4ff8-95cb-adf9410272ea tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 944 time: 0.1096196 Aug 30 07:40:05.266393 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 47880) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:05.284269 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-28b634a1-23a8-4e53-98f4-b6fb857b0aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:05.312590 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f1e0d849-f62b-4387-8097-ebd1ddc33ba9 req-ec29ab54-994c-498c-beb4-f3712970632a tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607238 Aug 30 07:40:05.349380 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-362eba5b-b712-4b62-9582-1c0a4e37f58b req-6c9cd5b9-4036-49d7-927a-4f35b2b741ae tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 210 time: 0.0384498 Aug 30 07:40:05.415451 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-20886af2-96b2-43ba-912c-17995c8fd708 req-6e145b92-afbe-4471-ac2d-2d89a804712a tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 210 time: 0.0317264 Aug 30 07:40:05.423991 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-28b634a1-23a8-4e53-98f4-b6fb857b0aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:05.430847 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-28b634a1-23a8-4e53-98f4-b6fb857b0aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:05.469650 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-28b634a1-23a8-4e53-98f4-b6fb857b0aec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6c702e45d004a8c942454dc7e682921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021496 Aug 30 07:40:05.471365 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b634a1-23a8-4e53-98f4-b6fb857b0aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564e71ba-98aa-47cb-831d-b49cfbce452f,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:05.472955 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 47884) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:05.524392 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-f917412d-172b-434f-9334-a2acc4e2a382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:05.544855 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-f917412d-172b-434f-9334-a2acc4e2a382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:05.589361 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-f917412d-172b-434f-9334-a2acc4e2a382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:05.591820 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-f917412d-172b-434f-9334-a2acc4e2a382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:05.592949 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-f917412d-172b-434f-9334-a2acc4e2a382 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/564e71ba-98aa-47cb-831d-b49cfbce452f HTTP/1.1" status: 204 len: 168 time: 0.1190271 Aug 30 07:40:05.601506 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917412d-172b-434f-9334-a2acc4e2a382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564e71ba-98aa-47cb-831d-b49cfbce452f,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:05.875210 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-431f8761-88a6-47ac-a06b-b683b64c499b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:06.326248 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eff87-e8cf-42c2-91b1-9e9172d268b6 req-b4f1219c-cf7b-4037-a1b7-ec809225f130 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:06.327744 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ef2eff87-e8cf-42c2-91b1-9e9172d268b6 req-b4f1219c-cf7b-4037-a1b7-ec809225f130 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 943 time: 0.0515659 Aug 30 07:40:06.371149 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ef2eff87-e8cf-42c2-91b1-9e9172d268b6 req-f65cedeb-5e41-47b7-b187-056e6756230b tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372779 Aug 30 07:40:06.446581 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52f1e2-f4a4-4bca-8929-eb6562607991 req-5f547225-94bd-4b42-8661-98585395130a tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:06.448751 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-be52f1e2-f4a4-4bca-8929-eb6562607991 req-5f547225-94bd-4b42-8661-98585395130a tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 944 time: 0.0533726 Aug 30 07:40:06.475338 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:06.483007 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-bec59ed2-835a-419d-8fd6-f890b7a8abb5 req-10c3283e-e2a9-40ee-ae47-2223eace42f2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 210 time: 0.0406988 Aug 30 07:40:06.512375 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-be52f1e2-f4a4-4bca-8929-eb6562607991 req-5358a193-bd0e-4c98-911f-394a6dee200c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560634 Aug 30 07:40:06.768812 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-36d5e38d-accf-4091-9bc9-670504ac40d9 req-5fe41310-fc31-4cbc-a6fb-039bb10bce00 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 210 time: 0.2111030 Aug 30 07:40:06.903600 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4207a-4b9d-48b9-abe6-573dddda0060 req-420b05a3-889a-4101-85b7-c9edf86d9791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:06.905056 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9aa4207a-4b9d-48b9-abe6-573dddda0060 req-420b05a3-889a-4101-85b7-c9edf86d9791 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2e838872-2a24-4ea8-9361-de08c41567ff HTTP/1.1" status: 200 len: 859 time: 0.0525148 Aug 30 07:40:07.235808 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:07.495981 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fc3ad-76f3-48b1-8248-e033a1cb7655 req-d96d3090-419c-4589-9176-cb684b74b85d tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:07.497430 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8d2fc3ad-76f3-48b1-8248-e033a1cb7655 req-d96d3090-419c-4589-9176-cb684b74b85d tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 943 time: 0.0505776 Aug 30 07:40:07.546466 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8d2fc3ad-76f3-48b1-8248-e033a1cb7655 req-804ed62c-a5cf-41a8-ae67-420a060b1b4e tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374942 Aug 30 07:40:07.599547 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-48d29ab1-6622-4a59-9f3a-e41e56be5544 req-c00b2444-4a66-4813-aae9-f97ac0b78fe8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 210 time: 0.0294330 Aug 30 07:40:07.661764 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e233cd3-b1bd-4818-ac1b-e00d2b6c70d8 req-ab8568e7-0594-4225-ba05-6800f1be9a68 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:07.663324 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9e233cd3-b1bd-4818-ac1b-e00d2b6c70d8 req-ab8568e7-0594-4225-ba05-6800f1be9a68 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 944 time: 0.0570464 Aug 30 07:40:07.708386 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9e233cd3-b1bd-4818-ac1b-e00d2b6c70d8 req-0da39092-f8e8-46a4-8b17-d1d2c396bbb6 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359595 Aug 30 07:40:07.866103 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1b16e459-c2bf-4e79-8cb2-0f59fcf1154e req-ce618d46-61bf-4d58-b2ea-584c3a2889a7 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 210 time: 0.0265276 Aug 30 07:40:07.889348 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9aa4207a-4b9d-48b9-abe6-573dddda0060 req-fdf00057-159f-4785-8cb3-cc59490849f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1f0e4f3-8cd4-4750-9064-5419198018fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296500 Aug 30 07:40:07.988279 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9aa4207a-4b9d-48b9-abe6-573dddda0060 req-152dd5c3-aee8-4cbb-a2cc-c9e6dce9e279 service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895190 Aug 30 07:40:08.085409 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9aa4207a-4b9d-48b9-abe6-573dddda0060 req-cf4ec39f-8daa-4df9-835e-ebcd937aa8d0 service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885544 Aug 30 07:40:08.305588 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-db28ab68-f0ea-4490-8104-03726ff507ba tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:08.307098 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-db28ab68-f0ea-4490-8104-03726ff507ba tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.72 "GET /v2.0/networks?id=4b5d8dc8-1b4e-4476-a490-eb736edfd024 HTTP/1.1" status: 200 len: 816 time: 0.1074979 Aug 30 07:40:08.363822 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-055f3521-d2a5-41fd-a68b-8d83e55ecbae tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa66b27661a04aa298c662d52e59c85d HTTP/1.1" status: 200 len: 379 time: 0.0462420 Aug 30 07:40:08.376227 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-9fe8903b-716d-4bd2-8695-30d8c2a65d1e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Request body: {'port': {'device_id': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'admin_state_up': True, 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'security_groups': ['4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b']}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:08.493220 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-9fe8903b-716d-4bd2-8695-30d8c2a65d1e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Made reservation on behalf of fa66b27661a04aa298c662d52e59c85d for: {'port': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:40:08.497161 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-9fe8903b-716d-4bd2-8695-30d8c2a65d1e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:08.647896 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 049cdeec-1eaf-4cf0-b16c-af4e383541f4 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:40:08.726355 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-9fe8903b-716d-4bd2-8695-30d8c2a65d1e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Allocated IP 172.20.0.9 (4b5d8dc8-1b4e-4476-a490-eb736edfd024/1ac8df77-6b5e-40db-8109-5b730c00a3ab/cd8bd323-f326-4415-86c5-5fe223c24284) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:40:08.755054 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478a470-0883-4ac1-b445-31b8fd1c9468 req-ae3c06cb-be2d-47bf-8a59-3dc3bfe7982b tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:08.756866 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e478a470-0883-4ac1-b445-31b8fd1c9468 req-ae3c06cb-be2d-47bf-8a59-3dc3bfe7982b tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 943 time: 0.1057844 Aug 30 07:40:08.819995 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e478a470-0883-4ac1-b445-31b8fd1c9468 req-62260ecc-3927-46d0-af95-dff80a8eacd0 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563548 Aug 30 07:40:08.866826 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 049cdeec-1eaf-4cf0-b16c-af4e383541f4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=049cdeec-1eaf-4cf0-b16c-af4e383541f4,segment=NetworkSegment(23626ed7-dae5-46d7-8d16-c09611ed5b87),segment_id=23626ed7-dae5-46d7-8d16-c09611ed5b87)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:08.884282 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3ae35b70-5cb5-48a1-8712-56fbeae2b71d req-e7c6e679-5fa0-438b-b425-a52214778ca0 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 210 time: 0.1364470 Aug 30 07:40:08.977061 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': '049cdeec-1eaf-4cf0-b16c-af4e383541f4', 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa', 'port_id': '049cdeec-1eaf-4cf0-b16c-af4e383541f4', 'mac_address': 'fa:16:3e:7d:80:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e838872-2a24-4ea8-9361-de08c41567ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:40:08.980920 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-b2deced4-553d-48e6-ab08-03ee2942e8ff tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:08.982914 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-b2deced4-553d-48e6-ab08-03ee2942e8ff tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.72 "GET /v2.0/networks?id=eda8800c-3da0-4292-89a8-975d67f79153 HTTP/1.1" status: 200 len: 810 time: 0.3483806 Aug 30 07:40:08.984389 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:08.991079 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-9fe8903b-716d-4bd2-8695-30d8c2a65d1e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.007808 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-9fe8903b-716d-4bd2-8695-30d8c2a65d1e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Transition to ACTIVE for port object cd8bd323-f326-4415-86c5-5fe223c24284 will not be triggered until provisioned by entity DHCP. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:40:09.028140 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.044275 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049cdeec-1eaf-4cf0-b16c-af4e383541f4 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:09.060630 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-9fe8903b-716d-4bd2-8695-30d8c2a65d1e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.062791 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-d1324b75-519f-435f-bea1-5b4e7d38b4cb tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff8583d16df6404d905eb9bdbf591980 HTTP/1.1" status: 200 len: 379 time: 0.0664544 Aug 30 07:40:09.077688 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-650804cc-2df9-469d-977e-d40989dee9e4 req-c7699ab1-2257-4978-9ef1-1b6971ba32c2 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 210 time: 0.0930350 Aug 30 07:40:09.090360 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-0ade0efd-8638-40e5-8da6-f181464c3a32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Request body: {'port': {'device_id': '3bde0904-7f01-4912-8723-239d2dc4d0c2', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'admin_state_up': True, 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'security_groups': ['5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31']}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:09.093508 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 049cdeec-1eaf-4cf0-b16c-af4e383541f4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=049cdeec-1eaf-4cf0-b16c-af4e383541f4,segment=NetworkSegment(23626ed7-dae5-46d7-8d16-c09611ed5b87),segment_id=23626ed7-dae5-46d7-8d16-c09611ed5b87)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:09.099870 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.101974 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 5e491e0d-b076-4504-a483-d93bf9852512 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:40:09.212761 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-9fe8903b-716d-4bd2-8695-30d8c2a65d1e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:40:09.228562 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-9fe8903b-716d-4bd2-8695-30d8c2a65d1e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:40:09.235002 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-9fe8903b-716d-4bd2-8695-30d8c2a65d1e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:40:09.242125 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-0ade0efd-8638-40e5-8da6-f181464c3a32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Made reservation on behalf of ff8583d16df6404d905eb9bdbf591980 for: {'port': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:40:09.245774 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-0ade0efd-8638-40e5-8da6-f181464c3a32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.248265 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8903b-716d-4bd2-8695-30d8c2a65d1e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event updated for resources: {'Port': ['ID=cd8bd323-f326-4415-86c5-5fe223c24284,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:09.272129 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d3543-fd58-4bc7-a539-2192db3bf526 req-763d4817-93bb-4107-a984-290f62c511d9 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:09.274108 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-233d3543-fd58-4bc7-a539-2192db3bf526 req-763d4817-93bb-4107-a984-290f62c511d9 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 944 time: 0.2299402 Aug 30 07:40:09.311970 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 5e491e0d-b076-4504-a483-d93bf9852512, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5e491e0d-b076-4504-a483-d93bf9852512,segment=NetworkSegment(08370866-ef8b-4adf-bbff-04a6fe4756e0),segment_id=08370866-ef8b-4adf-bbff-04a6fe4756e0)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:09.324108 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': '5e491e0d-b076-4504-a483-d93bf9852512', 'network_id': '9f58c096-03c6-4c63-9ea9-9092dd3f87f3', 'port_id': '5e491e0d-b076-4504-a483-d93bf9852512', 'mac_address': 'fa:16:3e:01:d3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4d3958-6d3f-4504-8c39-f57d0bfd269b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:40:09.344511 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=049cdeec-1eaf-4cf0-b16c-af4e383541f4,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:09.353520 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-233d3543-fd58-4bc7-a539-2192db3bf526 req-065b846d-a19f-4427-804b-7443b7aabc3f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547805 Aug 30 07:40:09.375034 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-9fe8903b-716d-4bd2-8695-30d8c2a65d1e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:09.377261 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-9fe8903b-716d-4bd2-8695-30d8c2a65d1e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.398353 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-9fe8903b-716d-4bd2-8695-30d8c2a65d1e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0256767 Aug 30 07:40:09.430757 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.433367 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Request body: {'port': {'device_id': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:09.473386 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e491e0d-b076-4504-a483-d93bf9852512 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:09.501454 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.518489 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 5e491e0d-b076-4504-a483-d93bf9852512, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5e491e0d-b076-4504-a483-d93bf9852512,segment=NetworkSegment(08370866-ef8b-4adf-bbff-04a6fe4756e0),segment_id=08370866-ef8b-4adf-bbff-04a6fe4756e0)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:09.530605 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.551006 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.558908 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-0ade0efd-8638-40e5-8da6-f181464c3a32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Allocated IP 172.20.0.8 (eda8800c-3da0-4292-89a8-975d67f79153/8fee1361-e1b5-49c1-a52b-8d2bd7bb7419/237f7283-df0f-4b7f-85f5-43fb2bea70f3) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:40:09.612800 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=5e491e0d-b076-4504-a483-d93bf9852512,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:09.653323 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-4d771fe1-de8c-47f9-878f-263eb1c7244b None None] Provisioning for port cd8bd323-f326-4415-86c5-5fe223c24284 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:40:09.660949 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-4d771fe1-de8c-47f9-878f-263eb1c7244b None None] Provisioning complete for port cd8bd323-f326-4415-86c5-5fe223c24284 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:09.660949 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4d771fe1-de8c-47f9-878f-263eb1c7244b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.785363 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-4d771fe1-de8c-47f9-878f-263eb1c7244b None None] Port cd8bd323-f326-4415-86c5-5fe223c24284 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:40:09.799999 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-0ade0efd-8638-40e5-8da6-f181464c3a32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.819357 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-0ade0efd-8638-40e5-8da6-f181464c3a32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Transition to ACTIVE for port object 237f7283-df0f-4b7f-85f5-43fb2bea70f3 will not be triggered until provisioned by entity DHCP. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:40:09.859240 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['5e491e0d-b076-4504-a483-d93bf9852512'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:40:09.862198 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['049cdeec-1eaf-4cf0-b16c-af4e383541f4'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:40:09.875828 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-0ade0efd-8638-40e5-8da6-f181464c3a32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:09.977578 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-0ade0efd-8638-40e5-8da6-f181464c3a32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Network eda8800c-3da0-4292-89a8-975d67f79153 is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:40:09.983825 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-0ade0efd-8638-40e5-8da6-f181464c3a32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:40:10.020521 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-0ade0efd-8638-40e5-8da6-f181464c3a32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:40:10.081766 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8bd323-f326-4415-86c5-5fe223c24284 {{(pid=100444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:10.104792 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:10.125071 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Transition to ACTIVE for port object cd8bd323-f326-4415-86c5-5fe223c24284 will not be triggered until provisioned by entity L2. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:40:10.149510 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade0efd-8638-40e5-8da6-f181464c3a32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event updated for resources: {'Port': ['ID=237f7283-df0f-4b7f-85f5-43fb2bea70f3,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:10.170590 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:10.238288 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-0ade0efd-8638-40e5-8da6-f181464c3a32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:10.240026 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-0ade0efd-8638-40e5-8da6-f181464c3a32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:10.252343 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8f28a-e56c-4474-a070-e03616df03c2 req-a32b448b-c37a-43a6-89d3-16addb9d33de tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:10.260987 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-82e8f28a-e56c-4474-a070-e03616df03c2 req-a32b448b-c37a-43a6-89d3-16addb9d33de tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.2269895 Aug 30 07:40:10.292946 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a3493-f921-4b6c-aabb-4e45ff4d58ff req-55c7a445-922d-4cfc-8fbf-d1a3de336c71 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:10.295093 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c16a3493-f921-4b6c-aabb-4e45ff4d58ff req-55c7a445-922d-4cfc-8fbf-d1a3de336c71 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 944 time: 0.3127561 Aug 30 07:40:10.297227 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-0ade0efd-8638-40e5-8da6-f181464c3a32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2168412 Aug 30 07:40:10.306800 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8bd323-f326-4415-86c5-5fe223c24284,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:10.326819 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Request body: {'port': {'device_id': '3bde0904-7f01-4912-8723-239d2dc4d0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:10.379241 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-82e8f28a-e56c-4474-a070-e03616df03c2 req-0d63be2f-8c1e-4629-80a8-4c9340b5f709 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167281 Aug 30 07:40:10.405817 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c16a3493-f921-4b6c-aabb-4e45ff4d58ff req-6980994c-3e25-429e-8f39-cc9d16ba8a5f tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971720 Aug 30 07:40:10.419675 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Attempting to bind port cd8bd323-f326-4415-86c5-5fe223c24284 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:40:10.419675 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Attempting to bind port cd8bd323-f326-4415-86c5-5fe223c24284 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024'}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:40:10.420707 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Attempting to bind port cd8bd323-f326-4415-86c5-5fe223c24284 on network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:10.429218 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Port cd8bd323-f326-4415-86c5-5fe223c24284 on network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:40:10.429728 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Attempting to bind port cd8bd323-f326-4415-86c5-5fe223c24284 on network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:10.446038 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:40:10.446414 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Checking segment: {'id': '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:40:10.453537 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Bound using segment: {'id': '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024'} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:40:10.453988 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Bound port: cd8bd323-f326-4415-86c5-5fe223c24284, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024'}}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:40:10.454447 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:10.547800 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:10.572318 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-72a980d5-08d1-43fd-bb73-be30d92244b1 None None] Provisioning for port 237f7283-df0f-4b7f-85f5-43fb2bea70f3 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:40:10.587842 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-72a980d5-08d1-43fd-bb73-be30d92244b1 None None] Provisioning complete for port 237f7283-df0f-4b7f-85f5-43fb2bea70f3 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:10.588359 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-72a980d5-08d1-43fd-bb73-be30d92244b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:10.677275 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:40:10.678328 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a0a21-b176-435b-b9b1-dc15753a7bd3 req-ccfa8812-d521-4c18-a2b4-f24fc266f665 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:10.680884 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-948a0a21-b176-435b-b9b1-dc15753a7bd3 req-ccfa8812-d521-4c18-a2b4-f24fc266f665 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 944 time: 0.1449900 Aug 30 07:40:10.686790 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] For port cd8bd323-f326-4415-86c5-5fe223c24284, host hv-cinder-80403, cleared binding levels {{(pid=100444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:40:10.693189 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] For port cd8bd323-f326-4415-86c5-5fe223c24284, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cd8bd323-f326-4415-86c5-5fe223c24284,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:40:10.705046 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:10.767735 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-948a0a21-b176-435b-b9b1-dc15753a7bd3 req-7f2b9d15-be50-4dbe-a006-930e6befc70c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781171 Aug 30 07:40:10.799498 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:10.799498 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:10.799498 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] 10.222.0.72 "PUT /v2.0/ports/cd8bd323-f326-4415-86c5-5fe223c24284 HTTP/1.1" status: 200 len: 1093 time: 1.3736250 Aug 30 07:40:10.799498 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'tag': 'cd8bd323-f326-4415-86c5-5fe223c24284'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:10.799498 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a52d61-029f-4b7e-ba79-fd7827f2b90b" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe5a558-69ab-4728-9187-c5a58aaf8ed3", "tag": "cd8bd323-f326-4415-86c5-5fe223c24284"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:10.829234 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b9876-6965-4fd8-bf3a-c8c338e78337 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8bd323-f326-4415-86c5-5fe223c24284,revision_number=3']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:10.888216 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.db.resource_extend [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 07:40:10.922348 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4c8557-5041-4383-b4b8-bf50a5d65dfc x-openstack-request-id: req-1d4c8557-5041-4383-b4b8-bf50a5d65dfc {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:10.922626 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe5a558-69ab-4728-9187-c5a58aaf8ed3", "tag": "cd8bd323-f326-4415-86c5-5fe223c24284", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:10.922891 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d4c8557-5041-4383-b4b8-bf50a5d65dfc {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:10.925790 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'tag': 'cd8bd323-f326-4415-86c5-5fe223c24284', 'status': 'completed', 'code': 200} Aug 30 07:40:10.962275 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-543f8c39-f76c-42bb-9e57-5fa8e3865901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:10.968867 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-543f8c39-f76c-42bb-9e57-5fa8e3865901 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa66b27661a04aa298c662d52e59c85d&device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 1096 time: 0.1238081 Aug 30 07:40:11.034791 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-72a980d5-08d1-43fd-bb73-be30d92244b1 None None] Port 237f7283-df0f-4b7f-85f5-43fb2bea70f3 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:40:11.058014 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 237f7283-df0f-4b7f-85f5-43fb2bea70f3 {{(pid=100445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:11.060614 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d,segment=NetworkSegment(23626ed7-dae5-46d7-8d16-c09611ed5b87),segment_id=23626ed7-dae5-46d7-8d16-c09611ed5b87)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:11.079134 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': 'beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d', 'network_id': 'e1f0e4f3-8cd4-4750-9064-5419198018fa', 'port_id': 'beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d', 'mac_address': 'fa:16:3e:c6:05:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e838872-2a24-4ea8-9361-de08c41567ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:40:11.081516 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12595bc-9c5a-4d0a-bc30-f2ce2bf6a360 req-f7337408-6ea4-40f2-b345-acb894743454 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:11.086659 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f12595bc-9c5a-4d0a-bc30-f2ce2bf6a360 req-f7337408-6ea4-40f2-b345-acb894743454 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 931 time: 0.1495669 Aug 30 07:40:11.089408 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:11.092507 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-89f575f3-8052-4f60-b7b9-73bb75f40de9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd8bd323-f326-4415-86c5-5fe223c24284 HTTP/1.1" status: 200 len: 217 time: 0.1155701 Aug 30 07:40:11.130367 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Transition to ACTIVE for port object 237f7283-df0f-4b7f-85f5-43fb2bea70f3 will not be triggered until provisioned by entity L2. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:40:11.158363 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:11.165672 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:11.181524 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:11.213153 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-411b0449-9ca9-44c9-98fd-9a3f077fb3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:11.214892 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-411b0449-9ca9-44c9-98fd-9a3f077fb3b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ac8df77-6b5e-40db-8109-5b730c00a3ab HTTP/1.1" status: 200 len: 855 time: 0.1124172 Aug 30 07:40:11.221108 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d,segment=NetworkSegment(23626ed7-dae5-46d7-8d16-c09611ed5b87),segment_id=23626ed7-dae5-46d7-8d16-c09611ed5b87)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:11.229665 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:11.238810 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f12595bc-9c5a-4d0a-bc30-f2ce2bf6a360 req-4895b081-d75d-4dc3-9c90-2787e71c9aa1 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444883 Aug 30 07:40:11.315202 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:11.337110 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-a61fc408-cf56-482e-a690-d482e5725696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:11.338879 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-a61fc408-cf56-482e-a690-d482e5725696 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b5d8dc8-1b4e-4476-a490-eb736edfd024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1141243 Aug 30 07:40:11.381883 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Pushing event updated for resources: {'Port': ['ID=237f7283-df0f-4b7f-85f5-43fb2bea70f3,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:11.417827 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Attempting to bind port 237f7283-df0f-4b7f-85f5-43fb2bea70f3 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:40:11.421493 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Attempting to bind port 237f7283-df0f-4b7f-85f5-43fb2bea70f3 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'abc98d22-6439-4d7b-affd-78b6418ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153'}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:40:11.421944 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Attempting to bind port 237f7283-df0f-4b7f-85f5-43fb2bea70f3 on network eda8800c-3da0-4292-89a8-975d67f79153 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:11.429355 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Port 237f7283-df0f-4b7f-85f5-43fb2bea70f3 on network eda8800c-3da0-4292-89a8-975d67f79153 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:40:11.429708 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Attempting to bind port 237f7283-df0f-4b7f-85f5-43fb2bea70f3 on network eda8800c-3da0-4292-89a8-975d67f79153 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:11.447087 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:40:11.453845 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Checking segment: {'id': 'abc98d22-6439-4d7b-affd-78b6418ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:40:11.454360 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Bound using segment: {'id': 'abc98d22-6439-4d7b-affd-78b6418ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153'} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:40:11.454837 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Bound port: 237f7283-df0f-4b7f-85f5-43fb2bea70f3, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abc98d22-6439-4d7b-affd-78b6418ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153'}}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:40:11.455212 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:11.544694 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-755ea5fa-c566-452f-b3ea-317878f4347d service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974933 Aug 30 07:40:11.560666 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:40:11.695810 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c822b-8162-4894-8274-8a6fed6b6423 req-16e727fb-0f3e-4441-89a7-570981643823 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:11.697490 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e53c822b-8162-4894-8274-8a6fed6b6423 req-16e727fb-0f3e-4441-89a7-570981643823 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 944 time: 0.1449678 Aug 30 07:40:11.714595 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acca89-9174-4615-8b05-1228b7a056ff req-ca9dc3f1-3c97-4826-8505-50d966bae399 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:11.714595 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-87acca89-9174-4615-8b05-1228b7a056ff req-ca9dc3f1-3c97-4826-8505-50d966bae399 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.1758943 Aug 30 07:40:11.715829 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] For port 237f7283-df0f-4b7f-85f5-43fb2bea70f3, host hv-cinder-80403, cleared binding levels {{(pid=100445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:40:11.726636 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] For port 237f7283-df0f-4b7f-85f5-43fb2bea70f3, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=237f7283-df0f-4b7f-85f5-43fb2bea70f3,segment=NetworkSegment(abc98d22-6439-4d7b-affd-78b6418ab6e5),segment_id=abc98d22-6439-4d7b-affd-78b6418ab6e5)] {{(pid=100445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:40:11.772145 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:11.772427 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a6d8e946-badd-4a84-8c27-c1b2d4df8c33 req-16c86e7a-b762-45cc-9d87-aba2970a531e service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176797 Aug 30 07:40:11.807182 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:11.809243 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:11.811484 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] 10.222.0.72 "PUT /v2.0/ports/237f7283-df0f-4b7f-85f5-43fb2bea70f3 HTTP/1.1" status: 200 len: 1093 time: 1.4883721 Aug 30 07:40:11.835375 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e53c822b-8162-4894-8274-8a6fed6b6423 req-1112b280-b674-4c25-8226-fefcc0a74621 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279273 Aug 30 07:40:11.881357 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bde0904-7f01-4912-8723-239d2dc4d0c2', 'tag': '237f7283-df0f-4b7f-85f5-43fb2bea70f3'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:11.883711 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2985e52-dc4a-4448-9707-d1396fe86814" -d '{"events": [{"name": "network-changed", "server_uuid": "3bde0904-7f01-4912-8723-239d2dc4d0c2", "tag": "237f7283-df0f-4b7f-85f5-43fb2bea70f3"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:11.934105 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-87acca89-9174-4615-8b05-1228b7a056ff req-f25b57c9-9ade-4a69-a5ad-a477e429d1eb tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025549 Aug 30 07:40:12.039618 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f4a77-f811-4c3e-b724-e63ec8acb602 service neutron] Pushing event updated for resources: {'Port': ['ID=237f7283-df0f-4b7f-85f5-43fb2bea70f3,revision_number=3']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:12.062275 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a52d61-029f-4b7e-ba79-fd7827f2b90b req-f762a050-fa7f-49ac-8e01-34648e9033f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:12.066178 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c0a52d61-029f-4b7e-ba79-fd7827f2b90b req-f762a050-fa7f-49ac-8e01-34648e9033f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa66b27661a04aa298c662d52e59c85d&device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 1096 time: 0.1793087 Aug 30 07:40:12.085506 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ccb01-6c14-4b07-a280-65397cc5de0f req-99e3c620-d94d-42ff-ac13-72d905af9599 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:12.093917 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-651ccb01-6c14-4b07-a280-65397cc5de0f req-99e3c620-d94d-42ff-ac13-72d905af9599 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 945 time: 0.0935802 Aug 30 07:40:12.104428 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-a11e4563-f45d-4968-a725-14d09aadc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:12.106857 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-a11e4563-f45d-4968-a725-14d09aadc4dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff8583d16df6404d905eb9bdbf591980&device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 1096 time: 0.1813016 Aug 30 07:40:12.112646 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02538e95-0498-457f-9a35-2754e5f3d59f x-openstack-request-id: req-02538e95-0498-457f-9a35-2754e5f3d59f {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:12.115390 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bde0904-7f01-4912-8723-239d2dc4d0c2", "tag": "237f7283-df0f-4b7f-85f5-43fb2bea70f3", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:12.115998 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-02538e95-0498-457f-9a35-2754e5f3d59f {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:12.119870 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bde0904-7f01-4912-8723-239d2dc4d0c2', 'tag': '237f7283-df0f-4b7f-85f5-43fb2bea70f3', 'status': 'completed', 'code': 200} Aug 30 07:40:12.171057 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-c54168b2-e273-4aca-9478-acd82e916fe5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=237f7283-df0f-4b7f-85f5-43fb2bea70f3 HTTP/1.1" status: 200 len: 217 time: 0.0529656 Aug 30 07:40:12.222767 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-651ccb01-6c14-4b07-a280-65397cc5de0f req-1380fed9-2871-4f94-8dbc-16779c38509f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278951 Aug 30 07:40:12.227062 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48150) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:12.302284 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-dbf4fcf7-efdb-44bf-8847-ff9550271256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:12.304832 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-dbf4fcf7-efdb-44bf-8847-ff9550271256 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8fee1361-e1b5-49c1-a52b-8d2bd7bb7419 HTTP/1.1" status: 200 len: 849 time: 0.1214592 Aug 30 07:40:12.369870 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a52d61-029f-4b7e-ba79-fd7827f2b90b req-76488e9c-b37f-49cd-a07a-05f4ce10f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:12.372501 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c0a52d61-029f-4b7e-ba79-fd7827f2b90b req-76488e9c-b37f-49cd-a07a-05f4ce10f956 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4b5d8dc8-1b4e-4476-a490-eb736edfd024 HTTP/1.1" status: 200 len: 918 time: 0.2981184 Aug 30 07:40:12.376128 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48156) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:12.377710 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-9901daf3-bcb0-4948-84cf-a9c7983537e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:12.379462 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-9901daf3-bcb0-4948-84cf-a9c7983537e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eda8800c-3da0-4292-89a8-975d67f79153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626955 Aug 30 07:40:12.427844 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c0a52d61-029f-4b7e-ba79-fd7827f2b90b req-b0a61d0d-566b-41cc-a01c-3e0b44158d58 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd8bd323-f326-4415-86c5-5fe223c24284 HTTP/1.1" status: 200 len: 217 time: 0.0425000 Aug 30 07:40:12.519450 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b8215-2d07-4ad9-bf82-64b4b16d6cdb req-52ef0469-30c3-402a-9878-b0622c8712b8 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:12.521075 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-082b8215-2d07-4ad9-bf82-64b4b16d6cdb req-52ef0469-30c3-402a-9878-b0622c8712b8 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 943 time: 0.1407435 Aug 30 07:40:12.525162 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a52d61-029f-4b7e-ba79-fd7827f2b90b req-929e0423-5e0e-49d8-8ff3-08fd5ec2249f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:12.526701 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c0a52d61-029f-4b7e-ba79-fd7827f2b90b req-929e0423-5e0e-49d8-8ff3-08fd5ec2249f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ac8df77-6b5e-40db-8109-5b730c00a3ab HTTP/1.1" status: 200 len: 855 time: 0.0893304 Aug 30 07:40:12.538599 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-119c4fb7-a5bb-47a2-aba5-532ea1562942 service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518266 Aug 30 07:40:12.539290 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-eed72857-915d-404d-949b-504ae30d5d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:12.592502 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-72363223-dab8-46af-83cc-0871fc8f94e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:12.611921 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:40:12.633200 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-082b8215-2d07-4ad9-bf82-64b4b16d6cdb req-a19d1497-e00c-4a24-bb62-3fea97df1ce1 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996773 Aug 30 07:40:12.644066 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a52d61-029f-4b7e-ba79-fd7827f2b90b req-d52978a6-1e22-4b4d-8c05-e93a0b7321b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:12.647870 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c0a52d61-029f-4b7e-ba79-fd7827f2b90b req-d52978a6-1e22-4b4d-8c05-e93a0b7321b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b5d8dc8-1b4e-4476-a490-eb736edfd024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1041024 Aug 30 07:40:12.697543 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:40:12.708666 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:12.709442 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:12.797503 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c0a52d61-029f-4b7e-ba79-fd7827f2b90b req-cb343aaa-5d29-4b5b-82c3-44eb04d43d13 service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380253 Aug 30 07:40:12.843987 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8ee0f218-ee34-4de6-a8d5-b5fe5571c076 req-c5116175-45e7-4e9e-a3a6-15d4e4ce2c92 service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957745 Aug 30 07:40:12.924449 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:12.939267 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-eed72857-915d-404d-949b-504ae30d5d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:12.959678 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-eed72857-915d-404d-949b-504ae30d5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:12.964614 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c0a52d61-029f-4b7e-ba79-fd7827f2b90b req-6b153c81-50ec-481d-a847-49fb0249cbea service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535938 Aug 30 07:40:12.981574 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa12d36a-7e2f-487f-bd78-5566a39a80ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:13.006539 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-eed72857-915d-404d-949b-504ae30d5d6e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36944e4692b7486ebcec4be35fd5929e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7778115 Aug 30 07:40:13.025484 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48186) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:13.076200 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed72857-915d-404d-949b-504ae30d5d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cddda2-c84a-427b-a60a-723d0534348f,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:13.094800 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2985e52-dc4a-4448-9707-d1396fe86814 req-a8d30684-20d7-4324-a623-d6a10c047846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:13.096829 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c2985e52-dc4a-4448-9707-d1396fe86814 req-a8d30684-20d7-4324-a623-d6a10c047846 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff8583d16df6404d905eb9bdbf591980&device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 1096 time: 0.1755321 Aug 30 07:40:13.111854 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216057b3-4b20-4a18-83ae-dc88dd896cb7 req-104e71d2-ab8f-4ff0-a8b4-aa58ecd821dd tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:13.113541 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-216057b3-4b20-4a18-83ae-dc88dd896cb7 req-104e71d2-ab8f-4ff0-a8b4-aa58ecd821dd tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 944 time: 0.1567957 Aug 30 07:40:13.149250 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d,segment=NetworkSegment(23626ed7-dae5-46d7-8d16-c09611ed5b87),segment_id=23626ed7-dae5-46d7-8d16-c09611ed5b87)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:13.162006 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.166055 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 049cdeec-1eaf-4cf0-b16c-af4e383541f4 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:40:13.212854 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-216057b3-4b20-4a18-83ae-dc88dd896cb7 req-b7de3410-d39b-468b-bae9-79559ac539eb tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902748 Aug 30 07:40:13.241302 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2985e52-dc4a-4448-9707-d1396fe86814 req-cbc202fb-7be0-40aa-95e1-7a3996f1fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:13.241302 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c2985e52-dc4a-4448-9707-d1396fe86814 req-cbc202fb-7be0-40aa-95e1-7a3996f1fff6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eda8800c-3da0-4292-89a8-975d67f79153 HTTP/1.1" status: 200 len: 912 time: 0.1224759 Aug 30 07:40:13.241507 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc60d2-d9e2-4086-badf-c0c21fd89edf req-b2099050-013c-4f6b-82a7-d4f0ed36bb53 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:13.241507 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-fabc60d2-d9e2-4086-badf-c0c21fd89edf req-b2099050-013c-4f6b-82a7-d4f0ed36bb53 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.1734488 Aug 30 07:40:13.245364 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-728a0437-02aa-492c-8939-bea3ab6c481b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.249170 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-72363223-dab8-46af-83cc-0871fc8f94e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.310772 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-72363223-dab8-46af-83cc-0871fc8f94e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.317695 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-728a0437-02aa-492c-8939-bea3ab6c481b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.320462 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48198) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:13.328796 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c2985e52-dc4a-4448-9707-d1396fe86814 req-37a7b1b6-82f4-4fbf-b2e0-82a8b604903c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=237f7283-df0f-4b7f-85f5-43fb2bea70f3 HTTP/1.1" status: 200 len: 217 time: 0.0831795 Aug 30 07:40:13.405448 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-72363223-dab8-46af-83cc-0871fc8f94e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=993b8133fa4f43efb380a2732cc36eea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0240476 Aug 30 07:40:13.405448 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72363223-dab8-46af-83cc-0871fc8f94e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b6024e-63c3-4ea5-b1b0-6cdf63943b24,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:13.406033 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2985e52-dc4a-4448-9707-d1396fe86814 req-daefbd26-b2c9-4e45-ba78-6e3b69515baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:13.407651 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c2985e52-dc4a-4448-9707-d1396fe86814 req-daefbd26-b2c9-4e45-ba78-6e3b69515baf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8fee1361-e1b5-49c1-a52b-8d2bd7bb7419 HTTP/1.1" status: 200 len: 849 time: 0.0705152 Aug 30 07:40:13.408208 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48202) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:13.415669 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-fabc60d2-d9e2-4086-badf-c0c21fd89edf req-baa2264b-49f5-44c7-9079-05eb8fb50002 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543014 Aug 30 07:40:13.416659 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc7d027-547a-47c3-9e96-452481284061" -d '{"events": [{"server_uuid": "fa12d36a-7e2f-487f-bd78-5566a39a80ed", "name": "network-vif-plugged", "status": "completed", "tag": "beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:13.434710 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf324e-9587-4c56-a422-e4b28d6a0019 req-f05c9893-9bea-4876-8aa9-734f0dfb07da tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:13.436410 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0faf324e-9587-4c56-a422-e4b28d6a0019 req-f05c9893-9bea-4876-8aa9-734f0dfb07da tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.1147869 Aug 30 07:40:13.448294 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port 049cdeec-1eaf-4cf0-b16c-af4e383541f4 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:40:13.456302 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-728a0437-02aa-492c-8939-bea3ab6c481b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.459015 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-728a0437-02aa-492c-8939-bea3ab6c481b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.465014 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-728a0437-02aa-492c-8939-bea3ab6c481b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09cddda2-c84a-427b-a60a-723d0534348f HTTP/1.1" status: 204 len: 168 time: 0.4384935 Aug 30 07:40:13.465257 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port 049cdeec-1eaf-4cf0-b16c-af4e383541f4 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:13.465641 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.473565 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a0437-02aa-492c-8939-bea3ab6c481b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cddda2-c84a-427b-a60a-723d0534348f,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:13.506262 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:13.570578 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-040c6320-ba0f-4472-8d8e-20a42ed7e3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.576181 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.618380 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0faf324e-9587-4c56-a422-e4b28d6a0019 req-71240f12-50f9-43a4-bfbe-a5f9c04c7b51 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610942 Aug 30 07:40:13.620915 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2985e52-dc4a-4448-9707-d1396fe86814 req-ea071ec2-1b94-4386-9a4b-af52188340d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:13.621991 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 049cdeec-1eaf-4cf0-b16c-af4e383541f4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=049cdeec-1eaf-4cf0-b16c-af4e383541f4,segment=NetworkSegment(23626ed7-dae5-46d7-8d16-c09611ed5b87),segment_id=23626ed7-dae5-46d7-8d16-c09611ed5b87)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:13.622730 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c2985e52-dc4a-4448-9707-d1396fe86814 req-ea071ec2-1b94-4386-9a4b-af52188340d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eda8800c-3da0-4292-89a8-975d67f79153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2034686 Aug 30 07:40:13.625127 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9504b828-50fa-4355-85f2-1b05e1769e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.627348 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.629040 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 5e491e0d-b076-4504-a483-d93bf9852512 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:40:13.723422 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9504b828-50fa-4355-85f2-1b05e1769e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.756647 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=049cdeec-1eaf-4cf0-b16c-af4e383541f4,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:13.808289 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port 5e491e0d-b076-4504-a483-d93bf9852512 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:40:13.815052 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port 5e491e0d-b076-4504-a483-d93bf9852512 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:13.815725 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.858247 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac44c885-11be-4064-972a-0f691d2edf4b x-openstack-request-id: req-ac44c885-11be-4064-972a-0f691d2edf4b {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:13.858667 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa12d36a-7e2f-487f-bd78-5566a39a80ed", "name": "network-vif-plugged", "status": "completed", "tag": "beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:13.859072 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ac44c885-11be-4064-972a-0f691d2edf4b {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:13.859757 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12d36a-7e2f-487f-bd78-5566a39a80ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d', 'code': 200} Aug 30 07:40:13.925584 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-040c6320-ba0f-4472-8d8e-20a42ed7e3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.939903 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c2985e52-dc4a-4448-9707-d1396fe86814 req-8fa41aa8-e6c9-4125-ad87-12fac4560112 service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042142 Aug 30 07:40:13.942652 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-040c6320-ba0f-4472-8d8e-20a42ed7e3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.963640 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.988588 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c6320-ba0f-4472-8d8e-20a42ed7e3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaadfd4c-2452-4094-bc20-0110204bfa01,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:14.006518 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d93248-0f3e-47f0-91cc-df3386ea8382 req-4573055b-f05b-44da-918d-74f958db63b0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:14.008309 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e5d93248-0f3e-47f0-91cc-df3386ea8382 req-4573055b-f05b-44da-918d-74f958db63b0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 943 time: 0.2044201 Aug 30 07:40:14.022255 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 5e491e0d-b076-4504-a483-d93bf9852512, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5e491e0d-b076-4504-a483-d93bf9852512,segment=NetworkSegment(08370866-ef8b-4adf-bbff-04a6fe4756e0),segment_id=08370866-ef8b-4adf-bbff-04a6fe4756e0)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:14.030235 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.038257 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-040c6320-ba0f-4472-8d8e-20a42ed7e3e0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=11ec17b6177b41ddb1f73596e02a5f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7127588 Aug 30 07:40:14.038257 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48214) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:14.045312 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48216) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:14.106837 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=5e491e0d-b076-4504-a483-d93bf9852512,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:14.138784 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e0dd8-a050-4897-b799-a33b6f344399 req-17652649-238c-4a96-8e2d-f6515bfb73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:14.140908 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-403e0dd8-a050-4897-b799-a33b6f344399 req-17652649-238c-4a96-8e2d-f6515bfb73bb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 1099 time: 0.1440365 Aug 30 07:40:14.149899 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2042534f-f79d-4bad-b1e3-75f252e9a55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.167575 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9504b828-50fa-4355-85f2-1b05e1769e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.168504 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-403e0dd8-a050-4897-b799-a33b6f344399 req-f7b24be2-f850-44c5-b3b7-eb8b2741d686 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.170098 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9504b828-50fa-4355-85f2-1b05e1769e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.171244 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-9504b828-50fa-4355-85f2-1b05e1769e5c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5b6024e-63c3-4ea5-b1b0-6cdf63943b24 HTTP/1.1" status: 204 len: 168 time: 0.7603817 Aug 30 07:40:14.188134 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e5d93248-0f3e-47f0-91cc-df3386ea8382 req-8c4b29e6-436b-45b9-b85d-365c96162761 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493239 Aug 30 07:40:14.220307 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504b828-50fa-4355-85f2-1b05e1769e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b6024e-63c3-4ea5-b1b0-6cdf63943b24,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:14.274159 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1f71be7e-06ab-4114-913d-e12265505275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.287645 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c2985e52-dc4a-4448-9707-d1396fe86814 req-3b69d5ca-c376-4ee7-b11f-d7e5d1ed833b service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176999 Aug 30 07:40:14.312118 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1f71be7e-06ab-4114-913d-e12265505275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.360095 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-403e0dd8-a050-4897-b799-a33b6f344399 req-f7b24be2-f850-44c5-b3b7-eb8b2741d686 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.365648 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-403e0dd8-a050-4897-b799-a33b6f344399 req-f7b24be2-f850-44c5-b3b7-eb8b2741d686 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.374455 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1f71be7e-06ab-4114-913d-e12265505275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.377233 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1f71be7e-06ab-4114-913d-e12265505275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.378781 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-1f71be7e-06ab-4114-913d-e12265505275 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eaadfd4c-2452-4094-bc20-0110204bfa01 HTTP/1.1" status: 204 len: 168 time: 0.3231025 Aug 30 07:40:14.396717 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71be7e-06ab-4114-913d-e12265505275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaadfd4c-2452-4094-bc20-0110204bfa01,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:14.478157 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-403e0dd8-a050-4897-b799-a33b6f344399 req-f7b24be2-f850-44c5-b3b7-eb8b2741d686 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242781 Aug 30 07:40:14.484675 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b24be2-f850-44c5-b3b7-eb8b2741d686 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3d165951-a4cd-4edf-8691-c00e0e8277c5,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:14.491950 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2042534f-f79d-4bad-b1e3-75f252e9a55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.504537 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31a161-0793-4695-ab3e-a189c39dc3c1 req-f0334936-4fcd-4bd1-af23-54d050a2e0dd tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:14.509720 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2042534f-f79d-4bad-b1e3-75f252e9a55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.513010 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8e31a161-0793-4695-ab3e-a189c39dc3c1 req-f0334936-4fcd-4bd1-af23-54d050a2e0dd tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 945 time: 0.1902397 Aug 30 07:40:14.569430 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8e31a161-0793-4695-ab3e-a189c39dc3c1 req-bb5b566b-84dc-479b-b0bb-5ab9caecb66d tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551562 Aug 30 07:40:14.606538 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device cd8bd323-f326-4415-86c5-5fe223c24284 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:40:14.646841 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042534f-f79d-4bad-b1e3-75f252e9a55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd84b7ab-2f0b-4832-83ca-c4a459050d2a,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:14.672725 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-2042534f-f79d-4bad-b1e3-75f252e9a55e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=40701c1ed7fa490bad7111fa6e427b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6302330 Aug 30 07:40:14.673885 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48242) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:14.754373 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321933f-5e79-4f0d-b656-9c8191fe7b15 req-3c1b4a8c-cd65-4476-9ba0-dfa8f805ba40 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:14.757073 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port cd8bd323-f326-4415-86c5-5fe223c24284, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cd8bd323-f326-4415-86c5-5fe223c24284,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:14.763278 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d321933f-5e79-4f0d-b656-9c8191fe7b15 req-3c1b4a8c-cd65-4476-9ba0-dfa8f805ba40 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.1200686 Aug 30 07:40:14.777943 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': 'cd8bd323-f326-4415-86c5-5fe223c24284', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'port_id': 'cd8bd323-f326-4415-86c5-5fe223c24284', 'mac_address': 'fa:16:3e:69:be:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:40:14.822723 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d321933f-5e79-4f0d-b656-9c8191fe7b15 req-08187042-c2a8-41e1-8495-6821d8bc87fe tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562863 Aug 30 07:40:14.825034 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48246) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:14.829914 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.834587 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-69f79d5c-7338-4e45-a54e-f1d4169b68fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.848779 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8bd323-f326-4415-86c5-5fe223c24284 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:14.870048 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port cd8bd323-f326-4415-86c5-5fe223c24284, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cd8bd323-f326-4415-86c5-5fe223c24284,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:14.871199 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-113f3a31-a100-4b6b-8077-fcb642ce4c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.876747 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.877676 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 237f7283-df0f-4b7f-85f5-43fb2bea70f3 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:40:14.904336 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-69f79d5c-7338-4e45-a54e-f1d4169b68fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.927996 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec316fa-c23c-417d-8cab-cc4a8359f895 req-616d3991-7dfe-4280-9aa0-143353186f69 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:14.930568 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ec316fa-c23c-417d-8cab-cc4a8359f895 req-616d3991-7dfe-4280-9aa0-143353186f69 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.1161747 Aug 30 07:40:14.986747 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=cd8bd323-f326-4415-86c5-5fe223c24284,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:15.022667 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ec316fa-c23c-417d-8cab-cc4a8359f895 req-0ac9c8c5-a73c-4bbb-836c-55708c155588 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855551 Aug 30 07:40:15.024674 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48248) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:15.037583 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-69f79d5c-7338-4e45-a54e-f1d4169b68fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.041502 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-69f79d5c-7338-4e45-a54e-f1d4169b68fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.042984 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-69f79d5c-7338-4e45-a54e-f1d4169b68fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd84b7ab-2f0b-4832-83ca-c4a459050d2a HTTP/1.1" status: 204 len: 168 time: 0.3677886 Aug 30 07:40:15.047814 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-34f7b2d2-0e08-4087-91a2-813d772b6151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.052840 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 237f7283-df0f-4b7f-85f5-43fb2bea70f3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=237f7283-df0f-4b7f-85f5-43fb2bea70f3,segment=NetworkSegment(abc98d22-6439-4d7b-affd-78b6418ab6e5),segment_id=abc98d22-6439-4d7b-affd-78b6418ab6e5)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:15.057711 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f79d5c-7338-4e45-a54e-f1d4169b68fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd84b7ab-2f0b-4832-83ca-c4a459050d2a,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:15.083346 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': '237f7283-df0f-4b7f-85f5-43fb2bea70f3', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'port_id': '237f7283-df0f-4b7f-85f5-43fb2bea70f3', 'mac_address': 'fa:16:3e:6f:8c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:40:15.097588 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-113f3a31-a100-4b6b-8077-fcb642ce4c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.102329 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-113f3a31-a100-4b6b-8077-fcb642ce4c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.130155 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.147968 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 237f7283-df0f-4b7f-85f5-43fb2bea70f3 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:15.149881 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-113f3a31-a100-4b6b-8077-fcb642ce4c4e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=45d2f472200d46e09c1f9fafdbc4bd92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220162 Aug 30 07:40:15.151039 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f3a31-a100-4b6b-8077-fcb642ce4c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7b1a20-061b-4355-b772-6ca0e461eca6,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:15.158880 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48252) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:15.174891 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 237f7283-df0f-4b7f-85f5-43fb2bea70f3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=237f7283-df0f-4b7f-85f5-43fb2bea70f3,segment=NetworkSegment(abc98d22-6439-4d7b-affd-78b6418ab6e5),segment_id=abc98d22-6439-4d7b-affd-78b6418ab6e5)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:15.179222 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.234350 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=237f7283-df0f-4b7f-85f5-43fb2bea70f3,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:15.248584 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-34f7b2d2-0e08-4087-91a2-813d772b6151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.248584 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b5e20ab6-93f0-47dd-bf6b-fc72bf81376b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.252193 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-34f7b2d2-0e08-4087-91a2-813d772b6151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.313514 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b5e20ab6-93f0-47dd-bf6b-fc72bf81376b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.337066 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7b2d2-0e08-4087-91a2-813d772b6151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b370a4a-bb55-4875-af66-303acb2ba126,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:15.349762 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-34f7b2d2-0e08-4087-91a2-813d772b6151 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0c59746382c4525a1fd2f455ee83616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199399 Aug 30 07:40:15.350329 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48260) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:15.384499 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7b1b5-49b5-4a1c-9e82-66881dcfcc8c req-d5e7f788-9ba5-4997-9752-bc12375b6c8d tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:15.385947 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-30a7b1b5-49b5-4a1c-9e82-66881dcfcc8c req-d5e7f788-9ba5-4997-9752-bc12375b6c8d tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 944 time: 0.1064374 Aug 30 07:40:15.410115 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4ada62c8-339f-4430-a100-2b11fa0bc946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.422563 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b5e20ab6-93f0-47dd-bf6b-fc72bf81376b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.425641 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b5e20ab6-93f0-47dd-bf6b-fc72bf81376b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.429394 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-b5e20ab6-93f0-47dd-bf6b-fc72bf81376b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd7b1a20-061b-4355-b772-6ca0e461eca6 HTTP/1.1" status: 204 len: 168 time: 0.2669322 Aug 30 07:40:15.435452 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4ada62c8-339f-4430-a100-2b11fa0bc946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.439349 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e20ab6-93f0-47dd-bf6b-fc72bf81376b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7b1a20-061b-4355-b772-6ca0e461eca6,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:15.440145 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['cd8bd323-f326-4415-86c5-5fe223c24284'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:40:15.470531 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-30a7b1b5-49b5-4a1c-9e82-66881dcfcc8c req-5d39706a-2a5a-4b86-96db-a526856f9ba6 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622380 Aug 30 07:40:15.493093 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['237f7283-df0f-4b7f-85f5-43fb2bea70f3'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:40:15.511817 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4ada62c8-339f-4430-a100-2b11fa0bc946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.515647 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4ada62c8-339f-4430-a100-2b11fa0bc946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:15.517572 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-4ada62c8-339f-4430-a100-2b11fa0bc946 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b370a4a-bb55-4875-af66-303acb2ba126 HTTP/1.1" status: 204 len: 168 time: 0.1665957 Aug 30 07:40:15.527802 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada62c8-339f-4430-a100-2b11fa0bc946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b370a4a-bb55-4875-af66-303acb2ba126,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:15.707256 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d5e77-48c8-4217-9c83-cc5e9caf1820 req-c02de694-b80c-418e-bc41-394890f21680 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:15.709081 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-973d5e77-48c8-4217-9c83-cc5e9caf1820 req-c02de694-b80c-418e-bc41-394890f21680 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 945 time: 0.0627100 Aug 30 07:40:15.763091 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-973d5e77-48c8-4217-9c83-cc5e9caf1820 req-303d1eec-e0a7-4482-89b4-52d83c43f7a6 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479109 Aug 30 07:40:15.861188 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d841d0f-92f8-4777-bbed-addc040e1849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049cdeec-1eaf-4cf0-b16c-af4e383541f4'}, {'server_uuid': '16aa42e8-f96e-48ed-a211-32d0dcb533f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e491e0d-b076-4504-a483-d93bf9852512'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:15.863891 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fdc5d5-4827-4b41-b88a-5a46a5909332" -d '{"events": [{"server_uuid": "5d841d0f-92f8-4777-bbed-addc040e1849", "name": "network-vif-plugged", "status": "completed", "tag": "049cdeec-1eaf-4cf0-b16c-af4e383541f4"}, {"server_uuid": "16aa42e8-f96e-48ed-a211-32d0dcb533f2", "name": "network-vif-plugged", "status": "completed", "tag": "5e491e0d-b076-4504-a483-d93bf9852512"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:15.913697 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff95e489-8f56-40d9-b924-cd55d248c60a x-openstack-request-id: req-ff95e489-8f56-40d9-b924-cd55d248c60a {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:15.914218 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d841d0f-92f8-4777-bbed-addc040e1849", "name": "network-vif-plugged", "status": "completed", "tag": "049cdeec-1eaf-4cf0-b16c-af4e383541f4", "code": 200}, {"server_uuid": "16aa42e8-f96e-48ed-a211-32d0dcb533f2", "name": "network-vif-plugged", "status": "completed", "tag": "5e491e0d-b076-4504-a483-d93bf9852512", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:15.914621 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff95e489-8f56-40d9-b924-cd55d248c60a {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:15.915162 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d841d0f-92f8-4777-bbed-addc040e1849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049cdeec-1eaf-4cf0-b16c-af4e383541f4', 'code': 200} Aug 30 07:40:15.915562 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16aa42e8-f96e-48ed-a211-32d0dcb533f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e491e0d-b076-4504-a483-d93bf9852512', 'code': 200} Aug 30 07:40:15.999018 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667aa855-8362-4b6d-86ed-5240af7896ba req-61981161-99c1-4bf4-98f9-8075e79ef84e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:16.007257 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-667aa855-8362-4b6d-86ed-5240af7896ba req-61981161-99c1-4bf4-98f9-8075e79ef84e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 944 time: 0.0802193 Aug 30 07:40:16.027420 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48298) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:16.052504 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-667aa855-8362-4b6d-86ed-5240af7896ba req-1108ab8e-94f1-440f-a4a0-9b3ec09526eb tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441475 Aug 30 07:40:16.054346 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-62c385e0-f5ab-4a27-86a2-b46a9ac7789b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:16.244602 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce07b9-ed4f-43f3-b8c2-c5664b7178fc req-cd5dc153-74df-4fc1-9548-8bb3aee25faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:16.246232 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5fce07b9-ed4f-43f3-b8c2-c5664b7178fc req-cd5dc153-74df-4fc1-9548-8bb3aee25faf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 1099 time: 0.0940337 Aug 30 07:40:16.288807 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-62c385e0-f5ab-4a27-86a2-b46a9ac7789b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:16.296804 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f593c-271b-4b80-80ff-fa080f7ae1b2 req-3a07f860-5177-4666-9dc6-46c5eb14c3fc tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:16.298981 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c86f593c-271b-4b80-80ff-fa080f7ae1b2 req-3a07f860-5177-4666-9dc6-46c5eb14c3fc tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.1580789 Aug 30 07:40:16.302882 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-62c385e0-f5ab-4a27-86a2-b46a9ac7789b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:16.306834 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5fce07b9-ed4f-43f3-b8c2-c5664b7178fc req-881fbdb0-664c-4ded-be94-ee6a565f17ce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519657 Aug 30 07:40:16.312105 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eef36-11cb-4691-95d5-1eabac0012cb req-9de255df-a8cf-4788-b986-730543b4cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:16.314467 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-181eef36-11cb-4691-95d5-1eabac0012cb req-9de255df-a8cf-4788-b986-730543b4cf98 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 1098 time: 0.1250203 Aug 30 07:40:16.359311 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-62c385e0-f5ab-4a27-86a2-b46a9ac7789b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d0b01200381f4bc7a9b93328830d7eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306243 Aug 30 07:40:16.362399 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48312) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:16.374382 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c385e0-f5ab-4a27-86a2-b46a9ac7789b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c31d491-0100-41de-8cbb-d09419b30298,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:16.394930 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c86f593c-271b-4b80-80ff-fa080f7ae1b2 req-4cc73f3c-b64a-4d27-ac26-4a38945c79e8 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810659 Aug 30 07:40:16.442862 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8793a3c6-34e8-42a7-89e8-f66b8c83e5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:16.465241 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8793a3c6-34e8-42a7-89e8-f66b8c83e5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:16.518641 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8793a3c6-34e8-42a7-89e8-f66b8c83e5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:16.522892 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8793a3c6-34e8-42a7-89e8-f66b8c83e5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:16.526798 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-8793a3c6-34e8-42a7-89e8-f66b8c83e5f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c31d491-0100-41de-8cbb-d09419b30298 HTTP/1.1" status: 204 len: 168 time: 0.1607351 Aug 30 07:40:16.548783 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793a3c6-34e8-42a7-89e8-f66b8c83e5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c31d491-0100-41de-8cbb-d09419b30298,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:16.592133 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3f706-9dec-448a-a4d8-814c7b2bb3c8 req-9afd98c8-47de-4f45-8df8-49ebcc5d6c61 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:16.593732 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-50b3f706-9dec-448a-a4d8-814c7b2bb3c8 req-9afd98c8-47de-4f45-8df8-49ebcc5d6c61 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 944 time: 0.0567076 Aug 30 07:40:16.637148 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-50b3f706-9dec-448a-a4d8-814c7b2bb3c8 req-d4716adf-f49a-4f2e-80cf-d1ccce2e861c tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359144 Aug 30 07:40:16.897059 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788fba7-1160-4eac-aaf1-78179cfd60f1 req-e6dfb69c-2ef4-4b51-b48e-182a8f0abdb0 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:16.898556 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4788fba7-1160-4eac-aaf1-78179cfd60f1 req-e6dfb69c-2ef4-4b51-b48e-182a8f0abdb0 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 945 time: 0.0594661 Aug 30 07:40:16.937334 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4788fba7-1160-4eac-aaf1-78179cfd60f1 req-523922ad-ee74-4db0-9e7a-8d95e08a8209 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317540 Aug 30 07:40:17.218723 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98fb20-595b-412d-90a8-d3f1e526b01d req-92d8246e-6886-44f6-9bad-c0bda2483a5b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:17.221587 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ff98fb20-595b-412d-90a8-d3f1e526b01d req-92d8246e-6886-44f6-9bad-c0bda2483a5b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 944 time: 0.0623987 Aug 30 07:40:17.238615 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 237f7283-df0f-4b7f-85f5-43fb2bea70f3 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:40:17.264181 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ff98fb20-595b-412d-90a8-d3f1e526b01d req-6ffb5b79-5742-492f-8bbe-e54997f09c53 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360353 Aug 30 07:40:17.292680 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port 237f7283-df0f-4b7f-85f5-43fb2bea70f3 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:40:17.296653 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port 237f7283-df0f-4b7f-85f5-43fb2bea70f3 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:17.297019 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:17.389646 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:17.427763 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 237f7283-df0f-4b7f-85f5-43fb2bea70f3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=237f7283-df0f-4b7f-85f5-43fb2bea70f3,segment=NetworkSegment(abc98d22-6439-4d7b-affd-78b6418ab6e5),segment_id=abc98d22-6439-4d7b-affd-78b6418ab6e5)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:17.434552 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:17.435703 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device cd8bd323-f326-4415-86c5-5fe223c24284 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:40:17.517819 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45d2ae-0bdd-49ea-9890-07782fd18ac7 req-b2f8c49d-4197-4476-a86a-b4a24b4f04e2 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:17.527277 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-bd45d2ae-0bdd-49ea-9890-07782fd18ac7 req-b2f8c49d-4197-4476-a86a-b4a24b4f04e2 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0704532 Aug 30 07:40:17.533551 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=237f7283-df0f-4b7f-85f5-43fb2bea70f3,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:17.553431 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port cd8bd323-f326-4415-86c5-5fe223c24284 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:40:17.559621 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port cd8bd323-f326-4415-86c5-5fe223c24284 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:17.560106 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:17.607887 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-bd45d2ae-0bdd-49ea-9890-07782fd18ac7 req-f762221f-bc0a-453f-a4e7-aab221d61632 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784199 Aug 30 07:40:17.667778 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:17.708866 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port cd8bd323-f326-4415-86c5-5fe223c24284, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cd8bd323-f326-4415-86c5-5fe223c24284,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:17.716499 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:17.786352 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440d16a-f121-4b9f-832c-a1a0dfa18921 req-097d6f18-4968-48ed-8232-2f56fdead5fd tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:17.788312 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d440d16a-f121-4b9f-832c-a1a0dfa18921 req-097d6f18-4968-48ed-8232-2f56fdead5fd tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0645204 Aug 30 07:40:17.810785 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=cd8bd323-f326-4415-86c5-5fe223c24284,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:17.852411 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d440d16a-f121-4b9f-832c-a1a0dfa18921 req-507703ad-9f81-41d6-9de3-423c8b2039ff tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546606 Aug 30 07:40:17.916905 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bde0904-7f01-4912-8723-239d2dc4d0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237f7283-df0f-4b7f-85f5-43fb2bea70f3'}, {'server_uuid': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8bd323-f326-4415-86c5-5fe223c24284'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:17.919353 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14104e9-6a05-46e1-bde1-819605673f0e" -d '{"events": [{"server_uuid": "3bde0904-7f01-4912-8723-239d2dc4d0c2", "name": "network-vif-plugged", "status": "completed", "tag": "237f7283-df0f-4b7f-85f5-43fb2bea70f3"}, {"server_uuid": "ebe5a558-69ab-4728-9187-c5a58aaf8ed3", "name": "network-vif-plugged", "status": "completed", "tag": "cd8bd323-f326-4415-86c5-5fe223c24284"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:17.960739 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3355463-4421-4f59-9541-1f99ba23a213 x-openstack-request-id: req-e3355463-4421-4f59-9541-1f99ba23a213 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:17.961043 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bde0904-7f01-4912-8723-239d2dc4d0c2", "name": "network-vif-plugged", "status": "completed", "tag": "237f7283-df0f-4b7f-85f5-43fb2bea70f3", "code": 200}, {"server_uuid": "ebe5a558-69ab-4728-9187-c5a58aaf8ed3", "name": "network-vif-plugged", "status": "completed", "tag": "cd8bd323-f326-4415-86c5-5fe223c24284", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:17.961288 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3355463-4421-4f59-9541-1f99ba23a213 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:17.961842 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bde0904-7f01-4912-8723-239d2dc4d0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237f7283-df0f-4b7f-85f5-43fb2bea70f3', 'code': 200} Aug 30 07:40:17.962113 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8bd323-f326-4415-86c5-5fe223c24284', 'code': 200} Aug 30 07:40:18.073204 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ea747-968b-4484-868c-aa78ec2b29bd req-b066f827-4c23-405b-9b46-98e861f38c61 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:18.074719 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ca9ea747-968b-4484-868c-aa78ec2b29bd req-b066f827-4c23-405b-9b46-98e861f38c61 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 945 time: 0.0557716 Aug 30 07:40:18.128002 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ca9ea747-968b-4484-868c-aa78ec2b29bd req-7e60a7cb-6e42-4252-81ec-841d22be68e9 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395021 Aug 30 07:40:18.395737 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef2d8d-0ceb-4214-ae92-eb0dff1fc6cd req-4be05672-6c4e-4f8e-ad9e-fbace1c50824 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:18.397904 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c5ef2d8d-0ceb-4214-ae92-eb0dff1fc6cd req-4be05672-6c4e-4f8e-ad9e-fbace1c50824 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0508435 Aug 30 07:40:18.442607 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c5ef2d8d-0ceb-4214-ae92-eb0dff1fc6cd req-8e04f2ac-1daf-4b63-93b1-098127db4675 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384409 Aug 30 07:40:18.570312 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48432) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:18.746329 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8aa06-5cb8-4064-8949-75ca2d942021 req-d1603006-9215-4a9e-9cfd-82e4170e4a50 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:18.750552 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cae8aa06-5cb8-4064-8949-75ca2d942021 req-d1603006-9215-4a9e-9cfd-82e4170e4a50 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0565860 Aug 30 07:40:18.789062 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cae8aa06-5cb8-4064-8949-75ca2d942021 req-191b59f0-5aba-4737-ad9d-97fc958d9a32 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342324 Aug 30 07:40:18.816433 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4a28cb43-635e-47e2-a4a9-d1e3cd0deaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:18.931676 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4a28cb43-635e-47e2-a4a9-d1e3cd0deaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:18.957368 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4a28cb43-635e-47e2-a4a9-d1e3cd0deaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.019162 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48456) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:19.019775 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28cb43-635e-47e2-a4a9-d1e3cd0deaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a186990-bbe0-4179-bece-23b40e02cfbc,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:19.039727 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48460) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:19.042848 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-4a28cb43-635e-47e2-a4a9-d1e3cd0deaf4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa5272bf05d446f7ba8b64787c415a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4714308 Aug 30 07:40:19.056819 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1248e5-a5cd-4c9a-880f-1e43815cbd27 req-b535e5e2-0111-42c0-ba16-e9ca164f308b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:19.058689 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2e1248e5-a5cd-4c9a-880f-1e43815cbd27 req-b535e5e2-0111-42c0-ba16-e9ca164f308b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.1217921 Aug 30 07:40:19.103460 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d6f1c5f6-35e2-4b9d-b997-c691fbd6037b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.169470 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d6f1c5f6-35e2-4b9d-b997-c691fbd6037b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.181922 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-02199d9f-d710-4cc2-aa35-b3172cbef889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.207804 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2e1248e5-a5cd-4c9a-880f-1e43815cbd27 req-5cfb0ec5-c43d-44d3-9ee8-63f7fc3ca4f1 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421254 Aug 30 07:40:19.223619 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-181eef36-11cb-4691-95d5-1eabac0012cb req-9d04ee9c-d77e-4117-bf0c-e8d47982ffe0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171043 Aug 30 07:40:19.307425 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760cf05-c01e-46b3-88f0-ef850f5d4caa req-35f506e3-0c03-4a13-b42d-895c4ef9ce40 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:19.314657 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4760cf05-c01e-46b3-88f0-ef850f5d4caa req-35f506e3-0c03-4a13-b42d-895c4ef9ce40 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 945 time: 0.1029036 Aug 30 07:40:19.344110 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d6f1c5f6-35e2-4b9d-b997-c691fbd6037b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.347359 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d6f1c5f6-35e2-4b9d-b997-c691fbd6037b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.348492 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-d6f1c5f6-35e2-4b9d-b997-c691fbd6037b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a186990-bbe0-4179-bece-23b40e02cfbc HTTP/1.1" status: 204 len: 168 time: 0.3071795 Aug 30 07:40:19.401269 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1c5f6-35e2-4b9d-b997-c691fbd6037b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a186990-bbe0-4179-bece-23b40e02cfbc,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:19.456393 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4760cf05-c01e-46b3-88f0-ef850f5d4caa req-83b49804-6729-457f-b509-fc72e61281b7 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395938 Aug 30 07:40:19.458266 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-02199d9f-d710-4cc2-aa35-b3172cbef889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.464698 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-02199d9f-d710-4cc2-aa35-b3172cbef889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.562478 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-02199d9f-d710-4cc2-aa35-b3172cbef889 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c165932396f4934a22e9250bd96ed57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5412393 Aug 30 07:40:19.563659 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e65c12-994c-4377-a14c-84eae82a00cb req-d459fd4a-bcb0-4555-836e-ef32bda419d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:19.565146 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-83e65c12-994c-4377-a14c-84eae82a00cb req-d459fd4a-bcb0-4555-836e-ef32bda419d3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 1098 time: 0.0853746 Aug 30 07:40:19.565609 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48480) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:19.580336 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02199d9f-d710-4cc2-aa35-b3172cbef889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea63531-7a92-450f-b107-cae6c794f156,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:19.601184 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344800f-d5c7-4c0f-bbf2-0cd36f1c86eb req-04e0eecb-1c96-41eb-85b1-8a0c88ddeb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:19.603205 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6344800f-d5c7-4c0f-bbf2-0cd36f1c86eb req-04e0eecb-1c96-41eb-85b1-8a0c88ddeb59 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 1098 time: 0.0947530 Aug 30 07:40:19.651316 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6344800f-d5c7-4c0f-bbf2-0cd36f1c86eb req-62666e9c-d608-4177-a70f-f95d3615e246 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397611 Aug 30 07:40:19.659520 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264f16f-a7c1-4166-93ea-9581d8862e38 req-c3d60b19-f5b8-4af1-9e5b-dc72ee98a59c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:19.661016 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3264f16f-a7c1-4166-93ea-9581d8862e38 req-c3d60b19-f5b8-4af1-9e5b-dc72ee98a59c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.1126058 Aug 30 07:40:19.662646 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-83e65c12-994c-4377-a14c-84eae82a00cb req-b03d1b42-6dbf-4e3c-b57a-1c6bcc410b2c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731909 Aug 30 07:40:19.686061 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cb50e8e0-ae69-4f6f-b341-6e2842bee125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.710319 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48482) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:19.733795 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cb50e8e0-ae69-4f6f-b341-6e2842bee125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.736126 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bee8386c-5343-44e6-9a3f-ce887c21efd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.744089 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3264f16f-a7c1-4166-93ea-9581d8862e38 req-2e74f46f-1a6e-43eb-9835-fc1636004549 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665531 Aug 30 07:40:19.814961 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cb50e8e0-ae69-4f6f-b341-6e2842bee125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.817458 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cb50e8e0-ae69-4f6f-b341-6e2842bee125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.818731 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-cb50e8e0-ae69-4f6f-b341-6e2842bee125 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ea63531-7a92-450f-b107-cae6c794f156 HTTP/1.1" status: 204 len: 168 time: 0.2373769 Aug 30 07:40:19.827897 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50e8e0-ae69-4f6f-b341-6e2842bee125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea63531-7a92-450f-b107-cae6c794f156,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:19.854370 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bee8386c-5343-44e6-9a3f-ce887c21efd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.860821 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bee8386c-5343-44e6-9a3f-ce887c21efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.921681 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-bee8386c-5343-44e6-9a3f-ce887c21efd1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3cba013a4464383892b75b4d95085ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2099264 Aug 30 07:40:19.924358 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48492) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:19.930457 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8386c-5343-44e6-9a3f-ce887c21efd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e058cc9-dcdd-421d-ab95-df1838ed1878,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:19.953708 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2722d4-5172-4b96-979a-87ab9f2af72a req-4dfbcc1d-90e8-4630-99ff-131568470e99 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:19.961598 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3b2722d4-5172-4b96-979a-87ab9f2af72a req-4dfbcc1d-90e8-4630-99ff-131568470e99 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0884724 Aug 30 07:40:19.978921 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-d745b640-1986-4565-82f9-6b87d7c838a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.996192 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3b2722d4-5172-4b96-979a-87ab9f2af72a req-db8acf65-5d00-4373-8cae-edec613943b0 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337348 Aug 30 07:40:20.008799 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-d745b640-1986-4565-82f9-6b87d7c838a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:20.059572 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-d745b640-1986-4565-82f9-6b87d7c838a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:20.062554 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-d745b640-1986-4565-82f9-6b87d7c838a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:20.064454 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-d745b640-1986-4565-82f9-6b87d7c838a9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8e058cc9-dcdd-421d-ab95-df1838ed1878 HTTP/1.1" status: 204 len: 168 time: 0.1388605 Aug 30 07:40:20.076531 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745b640-1986-4565-82f9-6b87d7c838a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e058cc9-dcdd-421d-ab95-df1838ed1878,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:20.202732 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48500) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:20.216443 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-dedc6e45-6723-4dfb-ab77-35911223803b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:20.357735 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-dedc6e45-6723-4dfb-ab77-35911223803b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:20.384286 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0629b9-dffb-4956-8fd7-e3690b88f419 req-75f4dda4-ae54-4aea-b2a4-400aaf444e77 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:20.386283 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cc0629b9-dffb-4956-8fd7-e3690b88f419 req-75f4dda4-ae54-4aea-b2a4-400aaf444e77 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0604312 Aug 30 07:40:20.395754 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-dedc6e45-6723-4dfb-ab77-35911223803b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:20.435499 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cc0629b9-dffb-4956-8fd7-e3690b88f419 req-83a3ec22-a9a0-4e58-b563-8d9d18b340d7 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417707 Aug 30 07:40:20.481707 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d5e60-3300-46f7-aaf2-fd21750c9ce3 req-01c7ba1c-416b-422b-be95-bdf08b939647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:20.483371 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6f3d5e60-3300-46f7-aaf2-fd21750c9ce3 req-01c7ba1c-416b-422b-be95-bdf08b939647 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=039f78ae6a114205902a5ca4bd81deb4&device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 1099 time: 0.1497984 Aug 30 07:40:20.488858 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc6e45-6723-4dfb-ab77-35911223803b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970b9f52-403d-4816-87f5-15d8c29b0601,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:20.493426 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-dedc6e45-6723-4dfb-ab77-35911223803b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aedaa77fcb6e4f778eda43f62829eae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896619 Aug 30 07:40:20.496638 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48526) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:20.556447 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fc16a-b580-462a-82d0-9362f8e1f7be req-30104171-0416-4193-9d8c-f8f1aea0d53f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:20.557984 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-289fc16a-b580-462a-82d0-9362f8e1f7be req-30104171-0416-4193-9d8c-f8f1aea0d53f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.2031076 Aug 30 07:40:20.595965 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-98614e01-bc40-4eb0-aad8-3419e53e5508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:20.661210 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-98614e01-bc40-4eb0-aad8-3419e53e5508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:20.708226 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0a76d-b08e-492b-9256-1c71600c8d40 req-4e708d5a-6835-4832-9225-eeece26062bd tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:20.710037 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8be0a76d-b08e-492b-9256-1c71600c8d40 req-4e708d5a-6835-4832-9225-eeece26062bd tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 945 time: 0.1320379 Aug 30 07:40:20.779900 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8be0a76d-b08e-492b-9256-1c71600c8d40 req-50bccb17-636e-430a-af40-9a52aaba30af tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585716 Aug 30 07:40:20.824914 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-98614e01-bc40-4eb0-aad8-3419e53e5508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:20.830566 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-98614e01-bc40-4eb0-aad8-3419e53e5508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:20.835294 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-98614e01-bc40-4eb0-aad8-3419e53e5508 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/970b9f52-403d-4816-87f5-15d8c29b0601 HTTP/1.1" status: 204 len: 168 time: 0.3370533 Aug 30 07:40:20.849200 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-289fc16a-b580-462a-82d0-9362f8e1f7be req-51fdf876-72e1-4728-93ed-9d82eecdc78f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632747 Aug 30 07:40:20.858335 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98614e01-bc40-4eb0-aad8-3419e53e5508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970b9f52-403d-4816-87f5-15d8c29b0601,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:20.878718 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d5e60-3300-46f7-aaf2-fd21750c9ce3 req-c0483fca-2d22-4ddc-b15d-3c58ea518e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:20.880693 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6f3d5e60-3300-46f7-aaf2-fd21750c9ce3 req-c0483fca-2d22-4ddc-b15d-3c58ea518e48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e1f0e4f3-8cd4-4750-9064-5419198018fa HTTP/1.1" status: 200 len: 921 time: 0.3851061 Aug 30 07:40:20.963224 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6f3d5e60-3300-46f7-aaf2-fd21750c9ce3 req-86bd3ef9-ba2b-47dc-939c-0678178fab61 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d HTTP/1.1" status: 200 len: 217 time: 0.0674253 Aug 30 07:40:21.047391 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d5e60-3300-46f7-aaf2-fd21750c9ce3 req-44ec168d-b25c-4730-b508-c87cf462c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:21.050006 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6f3d5e60-3300-46f7-aaf2-fd21750c9ce3 req-44ec168d-b25c-4730-b508-c87cf462c1a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2e838872-2a24-4ea8-9361-de08c41567ff HTTP/1.1" status: 200 len: 859 time: 0.0622718 Aug 30 07:40:21.051037 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4151b-2e6d-4b67-8237-1aef6b55e10e req-3ed10962-0d84-4e25-b8c4-4c76aa5ab22f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:21.059074 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-48f4151b-2e6d-4b67-8237-1aef6b55e10e req-3ed10962-0d84-4e25-b8c4-4c76aa5ab22f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0953536 Aug 30 07:40:21.096189 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6f3d5e60-3300-46f7-aaf2-fd21750c9ce3 req-fd37de28-5ec2-4f6f-9c5f-6e43df998ed5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1f0e4f3-8cd4-4750-9064-5419198018fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323613 Aug 30 07:40:21.115638 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-48f4151b-2e6d-4b67-8237-1aef6b55e10e req-b152f212-1ccb-4b1a-8060-d962efdc5b5b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555017 Aug 30 07:40:21.208799 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6f3d5e60-3300-46f7-aaf2-fd21750c9ce3 req-45c3fd31-e425-4314-8bb9-da5b9c9aaee5 service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012061 Aug 30 07:40:21.347096 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6f3d5e60-3300-46f7-aaf2-fd21750c9ce3 req-c8f95fdd-dcb4-417e-bfb8-8e658ff6905d service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177435 Aug 30 07:40:21.561421 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9c32e-4403-4f3d-9d7b-7eee13fe73dc req-0c33604d-8536-41a6-ab02-91553d0bc6b9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:21.563334 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-15c9c32e-4403-4f3d-9d7b-7eee13fe73dc req-0c33604d-8536-41a6-ab02-91553d0bc6b9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0553885 Aug 30 07:40:21.622573 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-15c9c32e-4403-4f3d-9d7b-7eee13fe73dc req-693e10ac-b67e-463e-a0ff-5211c68a828f tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442374 Aug 30 07:40:21.776228 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6662c9-00a6-42a5-a6ff-a84015133577 req-0b37f411-9aa2-4314-a258-40fbe52cb990 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:21.781391 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7c6662c9-00a6-42a5-a6ff-a84015133577 req-0b37f411-9aa2-4314-a258-40fbe52cb990 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0558937 Aug 30 07:40:21.787574 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48608) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:21.792202 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-abb7af27-b8f4-4108-ba7e-863b7ddf19d0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Request body: {'floatingip': {'port_id': '237f7283-df0f-4b7f-85f5-43fb2bea70f3'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:21.903067 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-abb7af27-b8f4-4108-ba7e-863b7ddf19d0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for floatingip, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:21.999872 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e3e59-679d-48f3-8920-4c763be719f8 req-f21b1842-2943-49d2-bf37-9b551d66e1c5 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:22.001506 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b45e3e59-679d-48f3-8920-4c763be719f8 req-f21b1842-2943-49d2-bf37-9b551d66e1c5 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0619640 Aug 30 07:40:22.086758 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b45e3e59-679d-48f3-8920-4c763be719f8 req-0bd77ae0-208f-40cc-9fc2-a82680b49787 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751257 Aug 30 07:40:22.124023 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396fb99-0921-4c74-895b-6822936f3237 req-d9196b64-b5a3-497b-808a-ce419b1c29cf tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:22.127024 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9396fb99-0921-4c74-895b-6822936f3237 req-d9196b64-b5a3-497b-808a-ce419b1c29cf tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 945 time: 0.2533045 Aug 30 07:40:22.222835 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9396fb99-0921-4c74-895b-6822936f3237 req-d5cbe50a-deaa-4061-afe4-dd550468e3d7 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851500 Aug 30 07:40:22.342321 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d14c3c-7022-4fa0-970c-61004fa7d5c5 req-56c76d46-4316-49a0-b78b-5a09d34e0353 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:22.350491 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-37d14c3c-7022-4fa0-970c-61004fa7d5c5 req-56c76d46-4316-49a0-b78b-5a09d34e0353 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0812385 Aug 30 07:40:22.416443 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-37d14c3c-7022-4fa0-970c-61004fa7d5c5 req-681e6b6b-9654-46ef-b420-e3db552b3fbc tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643487 Aug 30 07:40:22.857403 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-abb7af27-b8f4-4108-ba7e-863b7ddf19d0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.862492 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-abb7af27-b8f4-4108-ba7e-863b7ddf19d0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.961059 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.l3_db [None req-abb7af27-b8f4-4108-ba7e-863b7ddf19d0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Floating IP 6304822e-bfc6-429d-a411-a76f109a7a7a associated. External IP: 172.27.2.236, port: 237f7283-df0f-4b7f-85f5-43fb2bea70f3. Aug 30 07:40:23.184705 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb7af27-b8f4-4108-ba7e-863b7ddf19d0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Router 48a94131-65f2-4b2f-b831-df01ad8f28cc has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:40:23.503061 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299256b-4d0e-4ae1-b1c9-c6ef4d7429a4 req-aa120df2-de26-4133-873e-e75154290862 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:23.504985 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9299256b-4d0e-4ae1-b1c9-c6ef4d7429a4 req-aa120df2-de26-4133-873e-e75154290862 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.3089712 Aug 30 07:40:23.535357 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c07b36-bcbb-4f52-ae9a-9aad883a63a1 req-1ec1c01f-4cf7-4102-b0f9-4dd2150bf700 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:23.536845 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-76c07b36-bcbb-4f52-ae9a-9aad883a63a1 req-1ec1c01f-4cf7-4102-b0f9-4dd2150bf700 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0477328 Aug 30 07:40:23.544378 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb7af27-b8f4-4108-ba7e-863b7ddf19d0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:40:23.553632 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-abb7af27-b8f4-4108-ba7e-863b7ddf19d0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.558441 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a453a00-c5b2-4252-a004-1c1fd1431b66 None None] Sync routers for ids ['48a94131-65f2-4b2f-b831-df01ad8f28cc'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:40:23.568438 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a453a00-c5b2-4252-a004-1c1fd1431b66 None None] Routers {'48a94131-65f2-4b2f-b831-df01ad8f28cc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:40:23.569053 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-2a453a00-c5b2-4252-a004-1c1fd1431b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:40:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['48a94131-65f2-4b2f-b831-df01ad8f28cc'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:23.576859 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-76c07b36-bcbb-4f52-ae9a-9aad883a63a1 req-37246f02-4d9c-4bc8-8605-3bc005cc1997 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340190 Aug 30 07:40:23.588804 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9299256b-4d0e-4ae1-b1c9-c6ef4d7429a4 req-8cdaf388-6d75-4776-a4fd-eee2338a2424 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750453 Aug 30 07:40:23.597120 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-abb7af27-b8f4-4108-ba7e-863b7ddf19d0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "PUT /v2.0/floatingips/6304822e-bfc6-429d-a411-a76f109a7a7a HTTP/1.1" status: 200 len: 991 time: 1.8084984 Aug 30 07:40:23.597883 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bde0904-7f01-4912-8723-239d2dc4d0c2', 'tag': '237f7283-df0f-4b7f-85f5-43fb2bea70f3'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:23.600393 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eac1bb0-1b49-44fe-b746-11161336b0da" -d '{"events": [{"name": "network-changed", "server_uuid": "3bde0904-7f01-4912-8723-239d2dc4d0c2", "tag": "237f7283-df0f-4b7f-85f5-43fb2bea70f3"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:23.637476 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc097472-cce0-4dd4-8703-888844443da7 x-openstack-request-id: req-fc097472-cce0-4dd4-8703-888844443da7 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:23.637762 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bde0904-7f01-4912-8723-239d2dc4d0c2", "tag": "237f7283-df0f-4b7f-85f5-43fb2bea70f3", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:23.638011 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc097472-cce0-4dd4-8703-888844443da7 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:23.638585 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bde0904-7f01-4912-8723-239d2dc4d0c2', 'tag': '237f7283-df0f-4b7f-85f5-43fb2bea70f3', 'status': 'completed', 'code': 200} Aug 30 07:40:23.687891 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-2a453a00-c5b2-4252-a004-1c1fd1431b66 None None] Set router 48a94131-65f2-4b2f-b831-df01ad8f28cc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:40:23.950818 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-2a453a00-c5b2-4252-a004-1c1fd1431b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:41Z', 'revision_number': 4, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '6304822e-bfc6-429d-a411-a76f109a7a7a', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'floating_ip_address': '172.27.2.236', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'port_id': '237f7283-df0f-4b7f-85f5-43fb2bea70f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'mac_address': 'fa:16:3e:6f:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bde0904-7f01-4912-8723-239d2dc4d0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:39:57Z', 'updated_at': '2021-08-30T07:40:22Z', 'revision_number': 1, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30384ccd-3c99-4311-89f0-52bd3cdd45ff', 'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'mac_address': 'fa:16:3e:df:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:39Z', 'updated_at': '2021-08-30T07:39:52Z', 'revision_number': 5, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'subnets': [{'id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:23.976807 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a453a00-c5b2-4252-a004-1c1fd1431b66 None None] Checking router: 48a94131-65f2-4b2f-b831-df01ad8f28cc for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:40:23.984763 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a453a00-c5b2-4252-a004-1c1fd1431b66 None None] Routers {'48a94131-65f2-4b2f-b831-df01ad8f28cc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:40:23.985380 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-2a453a00-c5b2-4252-a004-1c1fd1431b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:40:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['48a94131-65f2-4b2f-b831-df01ad8f28cc'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:24.087043 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-2a453a00-c5b2-4252-a004-1c1fd1431b66 None None] Set router 48a94131-65f2-4b2f-b831-df01ad8f28cc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:40:24.381775 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-2a453a00-c5b2-4252-a004-1c1fd1431b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:41Z', 'revision_number': 4, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '6304822e-bfc6-429d-a411-a76f109a7a7a', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'floating_ip_address': '172.27.2.236', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'port_id': '237f7283-df0f-4b7f-85f5-43fb2bea70f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'mac_address': 'fa:16:3e:6f:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bde0904-7f01-4912-8723-239d2dc4d0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:39:57Z', 'updated_at': '2021-08-30T07:40:22Z', 'revision_number': 1, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30384ccd-3c99-4311-89f0-52bd3cdd45ff', 'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'mac_address': 'fa:16:3e:df:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:39Z', 'updated_at': '2021-08-30T07:39:52Z', 'revision_number': 5, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'subnets': [{'id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:24.413560 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a453a00-c5b2-4252-a004-1c1fd1431b66 None None] The sync data for ids ['48a94131-65f2-4b2f-b831-df01ad8f28cc'] in dv-cinder-804035-7-iscsi is: [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:41Z', 'revision_number': 4, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '6304822e-bfc6-429d-a411-a76f109a7a7a', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'floating_ip_address': '172.27.2.236', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'port_id': '237f7283-df0f-4b7f-85f5-43fb2bea70f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'mac_address': 'fa:16:3e:6f:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bde0904-7f01-4912-8723-239d2dc4d0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:39:57Z', 'updated_at': '2021-08-30T07:40:22Z', 'revision_number': 1, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30384ccd-3c99-4311-89f0-52bd3cdd45ff', 'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'mac_address': 'fa:16:3e:df:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:39Z', 'updated_at': '2021-08-30T07:39:52Z', 'revision_number': 5, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'subnets': [{'id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:40:24.524981 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1bb0-1b49-44fe-b746-11161336b0da req-feffcc36-4cf9-4ace-ba63-7faffaa6b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:24.527825 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0eac1bb0-1b49-44fe-b746-11161336b0da req-feffcc36-4cf9-4ace-ba63-7faffaa6b4ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff8583d16df6404d905eb9bdbf591980&device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 1098 time: 0.0467076 Aug 30 07:40:24.622143 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1bb0-1b49-44fe-b746-11161336b0da req-3e118e14-8a82-415f-a6e2-a4865be97e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:24.623758 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0eac1bb0-1b49-44fe-b746-11161336b0da req-3e118e14-8a82-415f-a6e2-a4865be97e74 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eda8800c-3da0-4292-89a8-975d67f79153 HTTP/1.1" status: 200 len: 912 time: 0.0886147 Aug 30 07:40:24.654185 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4292463a-7a16-409b-b878-9cec0f90229c None None] New status for floating IP 6304822e-bfc6-429d-a411-a76f109a7a7a: ACTIVE {{(pid=100446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:40:24.734178 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b58364-5576-4037-a11c-2881891fb16f req-e10eeb58-aeae-424e-8ad5-9f245f9317d4 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:24.746540 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-87b58364-5576-4037-a11c-2881891fb16f req-e10eeb58-aeae-424e-8ad5-9f245f9317d4 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0704813 Aug 30 07:40:24.781691 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0eac1bb0-1b49-44fe-b746-11161336b0da req-9a51088c-89e6-48ee-82c2-0429752c5db6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=237f7283-df0f-4b7f-85f5-43fb2bea70f3 HTTP/1.1" status: 200 len: 999 time: 0.1452918 Aug 30 07:40:24.785622 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-87b58364-5576-4037-a11c-2881891fb16f req-74909eb8-280f-423e-b9bf-63c00fd0430e tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379481 Aug 30 07:40:24.794853 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94455ae7-fe49-4b65-bf01-69cd45957521 req-43d19fc7-2f5e-4173-92ef-b7d44857bed4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:24.795990 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-94455ae7-fe49-4b65-bf01-69cd45957521 req-43d19fc7-2f5e-4173-92ef-b7d44857bed4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.1092429 Aug 30 07:40:24.872224 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1bb0-1b49-44fe-b746-11161336b0da req-0333b24b-8236-4e8b-a0c1-b6d7d5925baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:24.873683 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0eac1bb0-1b49-44fe-b746-11161336b0da req-0333b24b-8236-4e8b-a0c1-b6d7d5925baa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8fee1361-e1b5-49c1-a52b-8d2bd7bb7419 HTTP/1.1" status: 200 len: 849 time: 0.0768325 Aug 30 07:40:24.896313 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-94455ae7-fe49-4b65-bf01-69cd45957521 req-d1534688-e83c-4d7a-9c39-e6b1f9b387a4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832036 Aug 30 07:40:24.935855 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1bb0-1b49-44fe-b746-11161336b0da req-3647b302-44b4-420e-84ba-d1e6a2b87cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:24.937543 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0eac1bb0-1b49-44fe-b746-11161336b0da req-3647b302-44b4-420e-84ba-d1e6a2b87cbc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eda8800c-3da0-4292-89a8-975d67f79153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553577 Aug 30 07:40:25.019801 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed97cd-8786-48e5-9459-5507b3d9aa60 req-7cd98bd0-4a84-46a3-bf13-d02fa4817189 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:25.021320 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b5ed97cd-8786-48e5-9459-5507b3d9aa60 req-7cd98bd0-4a84-46a3-bf13-d02fa4817189 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0504189 Aug 30 07:40:25.030354 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48708) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:25.037551 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-679203c4-f88b-4305-9618-7f28846c24b0 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Request body: {'floatingip': {'port_id': 'cd8bd323-f326-4415-86c5-5fe223c24284'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:25.090294 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0eac1bb0-1b49-44fe-b746-11161336b0da req-440d888d-1d3a-4e99-a30a-70f633bbd8b2 service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345999 Aug 30 07:40:25.092902 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-679203c4-f88b-4305-9618-7f28846c24b0 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for floatingip, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:25.309406 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0eac1bb0-1b49-44fe-b746-11161336b0da req-829e169b-8ba9-4014-b104-62254e4751eb service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856787 Aug 30 07:40:25.682166 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-679203c4-f88b-4305-9618-7f28846c24b0 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:25.688542 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-679203c4-f88b-4305-9618-7f28846c24b0 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:25.807201 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.l3_db [None req-679203c4-f88b-4305-9618-7f28846c24b0 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Floating IP 1f8f0e64-7037-4f05-84e6-f070f7549f5d associated. External IP: 172.27.2.69, port: cd8bd323-f326-4415-86c5-5fe223c24284. Aug 30 07:40:25.945306 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ab254-39fd-4563-ac2e-1d1ee5e482f3 req-ea23dea9-813a-437e-82e3-f1dc0fe7ce15 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:25.947874 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a06ab254-39fd-4563-ac2e-1d1ee5e482f3 req-ea23dea9-813a-437e-82e3-f1dc0fe7ce15 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0662150 Aug 30 07:40:26.028840 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a06ab254-39fd-4563-ac2e-1d1ee5e482f3 req-4ce8c2e7-f1ed-4d07-9a8f-11f86a3a4723 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720448 Aug 30 07:40:26.118326 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679203c4-f88b-4305-9618-7f28846c24b0 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Router c5403c74-0c8d-4133-8da5-1480745fa73a has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:40:26.259505 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679203c4-f88b-4305-9618-7f28846c24b0 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:40:26.264321 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-679203c4-f88b-4305-9618-7f28846c24b0 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.273751 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7d8d80-47ef-4237-a681-9b4011204a9d None None] Sync routers for ids ['c5403c74-0c8d-4133-8da5-1480745fa73a'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:40:26.288257 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7d8d80-47ef-4237-a681-9b4011204a9d None None] Routers {'c5403c74-0c8d-4133-8da5-1480745fa73a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:40:26.291041 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-eb7d8d80-47ef-4237-a681-9b4011204a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:40:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c5403c74-0c8d-4133-8da5-1480745fa73a'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:26.297429 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-679203c4-f88b-4305-9618-7f28846c24b0 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "PUT /v2.0/floatingips/1f8f0e64-7037-4f05-84e6-f070f7549f5d HTTP/1.1" status: 200 len: 990 time: 1.2659361 Aug 30 07:40:26.298908 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'tag': 'cd8bd323-f326-4415-86c5-5fe223c24284'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:26.301469 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77641535-fc5b-433a-b86f-fe4f0e129af9" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe5a558-69ab-4728-9187-c5a58aaf8ed3", "tag": "cd8bd323-f326-4415-86c5-5fe223c24284"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:26.398283 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fc14a4-01a2-4699-a28a-6582fdc9a21f x-openstack-request-id: req-e9fc14a4-01a2-4699-a28a-6582fdc9a21f {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:26.398718 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe5a558-69ab-4728-9187-c5a58aaf8ed3", "tag": "cd8bd323-f326-4415-86c5-5fe223c24284", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:26.399070 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9fc14a4-01a2-4699-a28a-6582fdc9a21f {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:26.399579 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'tag': 'cd8bd323-f326-4415-86c5-5fe223c24284', 'status': 'completed', 'code': 200} Aug 30 07:40:26.418827 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-eb7d8d80-47ef-4237-a681-9b4011204a9d None None] Set router c5403c74-0c8d-4133-8da5-1480745fa73a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:40:26.446632 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48806) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:26.555709 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5bc973b8-5a3e-4459-b3ac-bd0f9fe80ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.650985 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5bc973b8-5a3e-4459-b3ac-bd0f9fe80ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.654052 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-eb7d8d80-47ef-4237-a681-9b4011204a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '1f8f0e64-7037-4f05-84e6-f070f7549f5d', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'port_id': 'cd8bd323-f326-4415-86c5-5fe223c24284', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'mac_address': 'fa:16:3e:69:be:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:39:59Z', 'updated_at': '2021-08-30T07:40:25Z', 'revision_number': 1, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518ec897-b0f8-4c6c-9171-eea4adb6d86b', 'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'mac_address': 'fa:16:3e:ec:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:41Z', 'updated_at': '2021-08-30T07:39:57Z', 'revision_number': 5, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'subnets': [{'id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:26.655258 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5bc973b8-5a3e-4459-b3ac-bd0f9fe80ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.680616 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7d8d80-47ef-4237-a681-9b4011204a9d None None] Checking router: c5403c74-0c8d-4133-8da5-1480745fa73a for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:40:26.688850 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7d8d80-47ef-4237-a681-9b4011204a9d None None] Routers {'c5403c74-0c8d-4133-8da5-1480745fa73a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:40:26.689453 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-eb7d8d80-47ef-4237-a681-9b4011204a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:40:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c5403c74-0c8d-4133-8da5-1480745fa73a'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:26.696498 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-5bc973b8-5a3e-4459-b3ac-bd0f9fe80ba0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3f1a00f0c5e345e4862f0630423027a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486947 Aug 30 07:40:26.697359 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc973b8-5a3e-4459-b3ac-bd0f9fe80ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f871b1d-9952-4161-b68e-3b995b1305c4,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:26.699214 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48812) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:26.751418 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e493511b-01fd-409d-8044-7cba962dd1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.772985 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e493511b-01fd-409d-8044-7cba962dd1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.797250 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-eb7d8d80-47ef-4237-a681-9b4011204a9d None None] Set router c5403c74-0c8d-4133-8da5-1480745fa73a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:40:26.818240 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e493511b-01fd-409d-8044-7cba962dd1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.820749 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e493511b-01fd-409d-8044-7cba962dd1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.821904 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-e493511b-01fd-409d-8044-7cba962dd1b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f871b1d-9952-4161-b68e-3b995b1305c4 HTTP/1.1" status: 204 len: 168 time: 0.1209674 Aug 30 07:40:26.830052 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493511b-01fd-409d-8044-7cba962dd1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f871b1d-9952-4161-b68e-3b995b1305c4,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:27.050823 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-eb7d8d80-47ef-4237-a681-9b4011204a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '1f8f0e64-7037-4f05-84e6-f070f7549f5d', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'port_id': 'cd8bd323-f326-4415-86c5-5fe223c24284', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'mac_address': 'fa:16:3e:69:be:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:39:59Z', 'updated_at': '2021-08-30T07:40:25Z', 'revision_number': 1, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518ec897-b0f8-4c6c-9171-eea4adb6d86b', 'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'mac_address': 'fa:16:3e:ec:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:41Z', 'updated_at': '2021-08-30T07:39:57Z', 'revision_number': 5, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'subnets': [{'id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:27.078631 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7d8d80-47ef-4237-a681-9b4011204a9d None None] The sync data for ids ['c5403c74-0c8d-4133-8da5-1480745fa73a'] in dv-cinder-804035-7-iscsi is: [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '1f8f0e64-7037-4f05-84e6-f070f7549f5d', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'port_id': 'cd8bd323-f326-4415-86c5-5fe223c24284', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'mac_address': 'fa:16:3e:69:be:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:39:59Z', 'updated_at': '2021-08-30T07:40:25Z', 'revision_number': 1, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518ec897-b0f8-4c6c-9171-eea4adb6d86b', 'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'mac_address': 'fa:16:3e:ec:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:41Z', 'updated_at': '2021-08-30T07:39:57Z', 'revision_number': 5, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'subnets': [{'id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:40:27.139488 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48834) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:27.153595 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5d352e7f-26cc-4f37-94b5-416707bd309b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.252113 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5d352e7f-26cc-4f37-94b5-416707bd309b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.257586 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5d352e7f-26cc-4f37-94b5-416707bd309b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.266159 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48840) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:27.290179 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38512705-761b-41c5-b9ed-b8423c565579 None None] New status for floating IP 1f8f0e64-7037-4f05-84e6-f070f7549f5d: ACTIVE {{(pid=100446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:40:27.303606 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48844) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:27.303800 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-5d352e7f-26cc-4f37-94b5-416707bd309b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=614eb9ccccb845a59ad2b50efc5f0280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1622953 Aug 30 07:40:27.308562 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d352e7f-26cc-4f37-94b5-416707bd309b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97340f49-651b-4f2b-85f8-658646cb28cb,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:27.370788 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f5f8-f76e-4dcc-9979-409c046cbc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.400162 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-349c1c0f-bce3-4b27-ad07-93dfb81d32c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.408679 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f5f8-f76e-4dcc-9979-409c046cbc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.495171 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f5f8-f76e-4dcc-9979-409c046cbc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.497646 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f5f8-f76e-4dcc-9979-409c046cbc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.498841 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-3ca9f5f8-f76e-4dcc-9979-409c046cbc72 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97340f49-651b-4f2b-85f8-658646cb28cb HTTP/1.1" status: 204 len: 168 time: 0.1940799 Aug 30 07:40:27.514250 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9f5f8-f76e-4dcc-9979-409c046cbc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97340f49-651b-4f2b-85f8-658646cb28cb,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:27.546273 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-349c1c0f-bce3-4b27-ad07-93dfb81d32c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.552151 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-349c1c0f-bce3-4b27-ad07-93dfb81d32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.606151 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-349c1c0f-bce3-4b27-ad07-93dfb81d32c2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b296a29c73d949b8af1dbcf45fa6f69a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356738 Aug 30 07:40:27.606151 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c1c0f-bce3-4b27-ad07-93dfb81d32c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663029fa-5685-4ac6-bbd9-d0db48b77634,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:27.606803 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48850) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:27.659815 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe19c-0f6d-4633-8545-5e85f558a180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.680573 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe19c-0f6d-4633-8545-5e85f558a180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.727229 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe19c-0f6d-4633-8545-5e85f558a180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.730030 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe19c-0f6d-4633-8545-5e85f558a180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.731273 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-ecdbe19c-0f6d-4633-8545-5e85f558a180 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/663029fa-5685-4ac6-bbd9-d0db48b77634 HTTP/1.1" status: 204 len: 168 time: 0.1230915 Aug 30 07:40:27.740645 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbe19c-0f6d-4633-8545-5e85f558a180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663029fa-5685-4ac6-bbd9-d0db48b77634,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:28.011827 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48866) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:28.026972 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-fc50672a-181e-45f6-83a7-9f1b191d40b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:28.119154 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-fc50672a-181e-45f6-83a7-9f1b191d40b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:28.123579 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-fc50672a-181e-45f6-83a7-9f1b191d40b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:28.165081 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-fc50672a-181e-45f6-83a7-9f1b191d40b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1844964a3a0f4fd6acc4342be122b3c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521642 Aug 30 07:40:28.166031 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50672a-181e-45f6-83a7-9f1b191d40b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ce3b8f-893e-4440-8217-924a5e323040,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:28.169390 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48874) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:28.217493 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3101cbe7-2c42-46af-ab56-bf035a7732f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:28.241560 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3101cbe7-2c42-46af-ab56-bf035a7732f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:28.291450 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3101cbe7-2c42-46af-ab56-bf035a7732f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:28.293949 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3101cbe7-2c42-46af-ab56-bf035a7732f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:28.298150 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-3101cbe7-2c42-46af-ab56-bf035a7732f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13ce3b8f-893e-4440-8217-924a5e323040 HTTP/1.1" status: 204 len: 168 time: 0.1263092 Aug 30 07:40:28.303800 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101cbe7-2c42-46af-ab56-bf035a7732f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ce3b8f-893e-4440-8217-924a5e323040,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:28.637968 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48898) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:28.650826 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a06496d1-6363-46c8-8e4f-592add2440ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:28.737935 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a06496d1-6363-46c8-8e4f-592add2440ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:28.743895 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a06496d1-6363-46c8-8e4f-592add2440ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:28.782794 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-a06496d1-6363-46c8-8e4f-592add2440ca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=289c7de76b164d6b8bc2b47cbc9ee94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436954 Aug 30 07:40:28.784701 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06496d1-6363-46c8-8e4f-592add2440ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8030e2-4c60-4e30-b5a9-89a02ebec0c1,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:28.785457 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48902) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:28.836538 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-dd196af0-80b2-4590-8680-310ab4cd7668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:28.857599 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-dd196af0-80b2-4590-8680-310ab4cd7668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:28.903039 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-dd196af0-80b2-4590-8680-310ab4cd7668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:28.905395 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-dd196af0-80b2-4590-8680-310ab4cd7668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:28.906556 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-dd196af0-80b2-4590-8680-310ab4cd7668 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c8030e2-4c60-4e30-b5a9-89a02ebec0c1 HTTP/1.1" status: 204 len: 168 time: 0.1201046 Aug 30 07:40:28.914570 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd196af0-80b2-4590-8680-310ab4cd7668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8030e2-4c60-4e30-b5a9-89a02ebec0c1,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:29.343609 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48932) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:29.451264 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-84c0baa4-dc4b-4dc0-9e88-fe71ad432a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:29.556106 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafddb6-bc86-4e92-af32-72cde756e79d req-a416fe57-c95b-40c1-a628-6c915f5ded4d tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:29.557844 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6fafddb6-bc86-4e92-af32-72cde756e79d req-a416fe57-c95b-40c1-a628-6c915f5ded4d tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0753362 Aug 30 07:40:29.624347 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77641535-fc5b-433a-b86f-fe4f0e129af9 req-d9d62039-bf6e-4e16-8add-a087beb7ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:29.628160 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-77641535-fc5b-433a-b86f-fe4f0e129af9 req-d9d62039-bf6e-4e16-8add-a087beb7ceb6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa66b27661a04aa298c662d52e59c85d&device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 1098 time: 0.0574796 Aug 30 07:40:29.645072 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-84c0baa4-dc4b-4dc0-9e88-fe71ad432a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:29.657420 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-84c0baa4-dc4b-4dc0-9e88-fe71ad432a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:29.692950 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6fafddb6-bc86-4e92-af32-72cde756e79d req-58dbdf3e-76e7-41b6-b710-1890a0333d9b tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247001 Aug 30 07:40:29.700322 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-84c0baa4-dc4b-4dc0-9e88-fe71ad432a48 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=45b2e6534c724748a3f029f86b571dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550336 Aug 30 07:40:29.703758 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48948) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:29.728231 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0baa4-dc4b-4dc0-9e88-fe71ad432a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c96d85-c92e-4aec-8d9d-c24002ed3b00,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:29.741391 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77641535-fc5b-433a-b86f-fe4f0e129af9 req-ace77f56-de60-4a77-9e32-0efccc649231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:29.742970 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-77641535-fc5b-433a-b86f-fe4f0e129af9 req-ace77f56-de60-4a77-9e32-0efccc649231 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4b5d8dc8-1b4e-4476-a490-eb736edfd024 HTTP/1.1" status: 200 len: 918 time: 0.1018820 Aug 30 07:40:29.784898 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:29.809311 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:29.823148 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-77641535-fc5b-433a-b86f-fe4f0e129af9 req-944f3436-5a0a-422e-81c4-bc599712f1bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd8bd323-f326-4415-86c5-5fe223c24284 HTTP/1.1" status: 200 len: 1000 time: 0.0665100 Aug 30 07:40:29.867542 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:29.870530 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:29.871894 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39c96d85-c92e-4aec-8d9d-c24002ed3b00 HTTP/1.1" status: 204 len: 168 time: 0.1667464 Aug 30 07:40:29.882062 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c96d85-c92e-4aec-8d9d-c24002ed3b00,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:29.891336 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:29.891806 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:29.892596 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:29.892947 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:29.893288 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:29.893775 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:29.894192 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:29.894441 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:29.894773 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:29.895098 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:29.895424 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:29.896019 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4bc13-5b22-477f-9087-2be57881a67e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:29.897694 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77641535-fc5b-433a-b86f-fe4f0e129af9 req-2df6a496-4d52-46e4-bcb4-fcbd52c8cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:29.900254 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-77641535-fc5b-433a-b86f-fe4f0e129af9 req-2df6a496-4d52-46e4-bcb4-fcbd52c8cc74 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ac8df77-6b5e-40db-8109-5b730c00a3ab HTTP/1.1" status: 200 len: 855 time: 0.0687723 Aug 30 07:40:29.964755 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77641535-fc5b-433a-b86f-fe4f0e129af9 req-2a78fe84-5960-4d83-863d-c631bd58a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:29.966257 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-77641535-fc5b-433a-b86f-fe4f0e129af9 req-2a78fe84-5960-4d83-863d-c631bd58a3e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b5d8dc8-1b4e-4476-a490-eb736edfd024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452025 Aug 30 07:40:30.072514 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-77641535-fc5b-433a-b86f-fe4f0e129af9 req-0efaba6d-d05f-4618-8ad1-2d661721fa87 service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875325 Aug 30 07:40:30.187232 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-77641535-fc5b-433a-b86f-fe4f0e129af9 req-731456c7-3c4a-437d-990e-42864889612c service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021559 Aug 30 07:40:30.212905 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 48970) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:30.228003 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-48e43217-685d-493d-a738-a82c500d4782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:30.334564 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-48e43217-685d-493d-a738-a82c500d4782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:30.340803 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-48e43217-685d-493d-a738-a82c500d4782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:30.387050 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-48e43217-685d-493d-a738-a82c500d4782 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=64cc04bfdeea45e99358ee98caf29533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726789 Aug 30 07:40:30.388310 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e43217-685d-493d-a738-a82c500d4782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e248adf1-a0d6-42e6-8c74-d02e85082456,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:30.389843 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 48982) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:30.477381 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:30.511955 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:30.575472 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:30.578835 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:30.580076 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e248adf1-a0d6-42e6-8c74-d02e85082456 HTTP/1.1" status: 204 len: 168 time: 0.1888859 Aug 30 07:40:30.589539 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e248adf1-a0d6-42e6-8c74-d02e85082456,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:30.597303 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:30.597913 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:30.598225 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:30.598913 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:30.599391 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:30.599884 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:30.600531 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:30.600932 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:30.601403 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:30.601725 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:30.602164 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:30.602578 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b927f0c7-8d70-4bc6-aa52-41037df6140e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:30.784105 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 49022) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:30.868654 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf7320-1ab9-4164-b197-9cbc8613ec22 req-c37dc181-b534-4c04-b218-d8becb27cfed tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:30.868654 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2caf7320-1ab9-4164-b197-9cbc8613ec22 req-c37dc181-b534-4c04-b218-d8becb27cfed tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0779901 Aug 30 07:40:30.912457 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2caf7320-1ab9-4164-b197-9cbc8613ec22 req-b344916d-15ef-4511-8d79-877dc01d856f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356755 Aug 30 07:40:31.022584 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6aa3dcb3-c545-4997-b42d-765ae5ef433d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.152993 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6aa3dcb3-c545-4997-b42d-765ae5ef433d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.159384 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6aa3dcb3-c545-4997-b42d-765ae5ef433d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.197305 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3dcb3-c545-4997-b42d-765ae5ef433d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c35733-bbf0-4b27-85cb-b0ac52db0d6b,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:31.205389 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49054) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:31.207296 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-6aa3dcb3-c545-4997-b42d-765ae5ef433d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad3036f03ff0460baa1800e597d6980f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214334 Aug 30 07:40:31.210170 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 49056) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:31.271202 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f6b54084-f41e-4aaf-9cb2-2f52e12f2566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.296405 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f6b54084-f41e-4aaf-9cb2-2f52e12f2566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.353348 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f6b54084-f41e-4aaf-9cb2-2f52e12f2566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.356776 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f6b54084-f41e-4aaf-9cb2-2f52e12f2566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.357904 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-f6b54084-f41e-4aaf-9cb2-2f52e12f2566 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15c35733-bbf0-4b27-85cb-b0ac52db0d6b HTTP/1.1" status: 204 len: 168 time: 0.1455684 Aug 30 07:40:31.366410 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b54084-f41e-4aaf-9cb2-2f52e12f2566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c35733-bbf0-4b27-85cb-b0ac52db0d6b,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:31.401037 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ae86b990-8c2b-4f45-a7b4-c2d2a48fcf45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.503044 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ae86b990-8c2b-4f45-a7b4-c2d2a48fcf45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.507725 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ae86b990-8c2b-4f45-a7b4-c2d2a48fcf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.545648 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-ae86b990-8c2b-4f45-a7b4-c2d2a48fcf45 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80c8b28273ac4bac9cae0c5430f55eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391907 Aug 30 07:40:31.546551 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86b990-8c2b-4f45-a7b4-c2d2a48fcf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cab802e-f4d7-4f0a-976e-a408f6c018c6,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:31.548869 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 49072) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:31.623781 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-10749967-11e5-44b6-b8d1-0596fa8792db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.645320 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-10749967-11e5-44b6-b8d1-0596fa8792db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.675585 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49078) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:31.690674 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5f329e7b-e09c-4afc-af00-09aa82a7830d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.698574 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-10749967-11e5-44b6-b8d1-0596fa8792db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.701249 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-10749967-11e5-44b6-b8d1-0596fa8792db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.702547 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-10749967-11e5-44b6-b8d1-0596fa8792db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8cab802e-f4d7-4f0a-976e-a408f6c018c6 HTTP/1.1" status: 204 len: 168 time: 0.1519673 Aug 30 07:40:31.725400 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10749967-11e5-44b6-b8d1-0596fa8792db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cab802e-f4d7-4f0a-976e-a408f6c018c6,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:31.816019 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5f329e7b-e09c-4afc-af00-09aa82a7830d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.820282 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5f329e7b-e09c-4afc-af00-09aa82a7830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.859088 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f329e7b-e09c-4afc-af00-09aa82a7830d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0519daf5-a373-4f7b-b5ec-673c80e08f1f,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:31.867032 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 49090) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:31.867531 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-5f329e7b-e09c-4afc-af00-09aa82a7830d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6f3193e72aa542388f84386d9642d4d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904376 Aug 30 07:40:31.917360 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c437a649-3ca9-40f7-aa03-7b91127de5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.943370 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c437a649-3ca9-40f7-aa03-7b91127de5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.005682 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c437a649-3ca9-40f7-aa03-7b91127de5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.008450 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c437a649-3ca9-40f7-aa03-7b91127de5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.009594 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-c437a649-3ca9-40f7-aa03-7b91127de5ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0519daf5-a373-4f7b-b5ec-673c80e08f1f HTTP/1.1" status: 204 len: 168 time: 0.1415749 Aug 30 07:40:32.024540 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437a649-3ca9-40f7-aa03-7b91127de5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0519daf5-a373-4f7b-b5ec-673c80e08f1f,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:32.060933 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3436b-735d-4415-839e-b036fee4bb3c req-baca4712-6521-4cfe-9c7a-ec349a427367 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:32.062451 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-73c3436b-735d-4415-839e-b036fee4bb3c req-baca4712-6521-4cfe-9c7a-ec349a427367 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0796032 Aug 30 07:40:32.107814 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 49100) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:32.108779 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-73c3436b-735d-4415-839e-b036fee4bb3c req-6d5b8734-0e7e-4f11-b7ff-7a2f1ff8fb04 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388231 Aug 30 07:40:32.131676 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b88f3682-d4a0-4ed2-91d5-80eb7b14e83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.252851 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49110) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:32.259608 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b88f3682-d4a0-4ed2-91d5-80eb7b14e83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.266025 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b88f3682-d4a0-4ed2-91d5-80eb7b14e83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.311350 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-b88f3682-d4a0-4ed2-91d5-80eb7b14e83b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9d047666a1f40538ced4deab3ae224b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962976 Aug 30 07:40:32.312452 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f3682-d4a0-4ed2-91d5-80eb7b14e83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6727c8-4df9-4dcb-9e98-baf8033e3db3,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:32.314702 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49114) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:32.367389 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-51ea84c0-7319-4469-baec-891cac6250fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.401737 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-51ea84c0-7319-4469-baec-891cac6250fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.484682 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-51ea84c0-7319-4469-baec-891cac6250fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.488070 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-51ea84c0-7319-4469-baec-891cac6250fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.493765 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-51ea84c0-7319-4469-baec-891cac6250fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cc6727c8-4df9-4dcb-9e98-baf8033e3db3 HTTP/1.1" status: 204 len: 168 time: 0.1774626 Aug 30 07:40:32.508966 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea84c0-7319-4469-baec-891cac6250fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6727c8-4df9-4dcb-9e98-baf8033e3db3,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:32.521970 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-19f1f0ae-96e0-48dd-91c1-8c1e184a1d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.622036 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-19f1f0ae-96e0-48dd-91c1-8c1e184a1d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.626504 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-19f1f0ae-96e0-48dd-91c1-8c1e184a1d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.676233 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-19f1f0ae-96e0-48dd-91c1-8c1e184a1d7f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f62bac3b1750470580edd724e4e20b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222646 Aug 30 07:40:32.678838 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1f0ae-96e0-48dd-91c1-8c1e184a1d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad213a23-6805-4e5f-8d54-00ce74009439,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:32.679180 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 49130) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:32.752631 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-575f8292-84e1-488a-888c-804ced537edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.775477 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-575f8292-84e1-488a-888c-804ced537edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.843984 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-575f8292-84e1-488a-888c-804ced537edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.847306 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-575f8292-84e1-488a-888c-804ced537edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.848444 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-575f8292-84e1-488a-888c-804ced537edb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ad213a23-6805-4e5f-8d54-00ce74009439 HTTP/1.1" status: 204 len: 168 time: 0.1682723 Aug 30 07:40:32.859164 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f8292-84e1-488a-888c-804ced537edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad213a23-6805-4e5f-8d54-00ce74009439,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:33.241454 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e1754-f483-44ff-9956-4e2718a58415 req-8f435372-e09c-45ca-b82e-719e572f2e34 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:33.242424 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-bb5e1754-f483-44ff-9956-4e2718a58415 req-8f435372-e09c-45ca-b82e-719e572f2e34 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0527098 Aug 30 07:40:33.286603 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-bb5e1754-f483-44ff-9956-4e2718a58415 req-73a7b50d-8b66-4423-9d85-4c5502dc8bfc tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381587 Aug 30 07:40:33.598281 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-37f746f7-f1fa-4961-96ec-e0407e319158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:33.746045 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 49190) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:33.924066 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-49ca84d5-39fe-4712-9d10-7e7c99279f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:34.055687 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-49ca84d5-39fe-4712-9d10-7e7c99279f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:34.060936 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-49ca84d5-39fe-4712-9d10-7e7c99279f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:34.099801 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca84d5-39fe-4712-9d10-7e7c99279f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180db979-31b9-47e2-9829-c2d39e36df96,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:34.104820 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-49ca84d5-39fe-4712-9d10-7e7c99279f89 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fef4967109914d36becf9a377d5736bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577161 Aug 30 07:40:34.107449 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 49218) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:34.164265 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-01ef2dc8-861e-4a4a-86a3-a02c2a81cb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:34.190794 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-01ef2dc8-861e-4a4a-86a3-a02c2a81cb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:34.240107 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-01ef2dc8-861e-4a4a-86a3-a02c2a81cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:34.242672 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-01ef2dc8-861e-4a4a-86a3-a02c2a81cb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:34.244448 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-01ef2dc8-861e-4a4a-86a3-a02c2a81cb10 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/180db979-31b9-47e2-9829-c2d39e36df96 HTTP/1.1" status: 204 len: 168 time: 0.1360972 Aug 30 07:40:34.251920 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef2dc8-861e-4a4a-86a3-a02c2a81cb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180db979-31b9-47e2-9829-c2d39e36df96,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:34.419672 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c6389-3ed7-4ddf-b9cd-3b4db5554d64 req-f24b80d7-f291-4fb0-aa1b-511b0a4c1815 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:34.421260 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a48c6389-3ed7-4ddf-b9cd-3b4db5554d64 req-f24b80d7-f291-4fb0-aa1b-511b0a4c1815 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0535557 Aug 30 07:40:34.462973 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a48c6389-3ed7-4ddf-b9cd-3b4db5554d64 req-0d2abf7d-cfce-4189-9703-c5afffbe950f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340433 Aug 30 07:40:35.070452 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 49278) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:35.211640 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-28d8d1ea-2eb0-48e4-92d5-25433e119a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:35.327897 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-28d8d1ea-2eb0-48e4-92d5-25433e119a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:35.333775 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-28d8d1ea-2eb0-48e4-92d5-25433e119a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:35.381872 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-28d8d1ea-2eb0-48e4-92d5-25433e119a9a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21d8e6b125334a3f9bd82d70609c3b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078206 Aug 30 07:40:35.381872 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8d1ea-2eb0-48e4-92d5-25433e119a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e950d8d-4aa7-43c9-97cb-af5415d47bf0,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:35.382927 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 49304) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:35.452135 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ebdee3c1-1a97-45e2-ad6a-0ad364a22037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:35.482663 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ebdee3c1-1a97-45e2-ad6a-0ad364a22037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:35.571874 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ebdee3c1-1a97-45e2-ad6a-0ad364a22037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:35.574463 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ebdee3c1-1a97-45e2-ad6a-0ad364a22037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:35.575542 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-ebdee3c1-1a97-45e2-ad6a-0ad364a22037 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e950d8d-4aa7-43c9-97cb-af5415d47bf0 HTTP/1.1" status: 204 len: 168 time: 0.1917140 Aug 30 07:40:35.591394 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdee3c1-1a97-45e2-ad6a-0ad364a22037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e950d8d-4aa7-43c9-97cb-af5415d47bf0,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:35.609761 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e809c2e-039f-44ef-bf34-009a2ae9ef56 req-b23421a6-9ffc-4145-abdd-7d4a83bf450b tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:35.612649 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4e809c2e-039f-44ef-bf34-009a2ae9ef56 req-b23421a6-9ffc-4145-abdd-7d4a83bf450b tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0719280 Aug 30 07:40:35.673934 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4e809c2e-039f-44ef-bf34-009a2ae9ef56 req-4a509086-a633-4339-88c4-9ba7696181de tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538688 Aug 30 07:40:35.863262 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49366) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:35.882802 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a1614159-f9ce-45b6-a3ec-02163a0ec7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:35.979495 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ee4c11d5-98b6-4d52-8883-4807e0850d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:36.115556 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ee4c11d5-98b6-4d52-8883-4807e0850d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:36.121655 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ee4c11d5-98b6-4d52-8883-4807e0850d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:36.163340 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-ee4c11d5-98b6-4d52-8883-4807e0850d23 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3554020c0ec74ceeaf67ee4440f3292e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989628 Aug 30 07:40:36.164203 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c11d5-98b6-4d52-8883-4807e0850d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a393e80-e077-4867-a5d4-5efaa9347450,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:36.166120 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 49386) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:36.252824 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c8c972d9-bc9c-4d3a-ac4b-ec8c5df6eae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:36.276143 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c8c972d9-bc9c-4d3a-ac4b-ec8c5df6eae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:36.349653 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c8c972d9-bc9c-4d3a-ac4b-ec8c5df6eae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:36.355051 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c8c972d9-bc9c-4d3a-ac4b-ec8c5df6eae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:36.356644 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-c8c972d9-bc9c-4d3a-ac4b-ec8c5df6eae6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a393e80-e077-4867-a5d4-5efaa9347450 HTTP/1.1" status: 204 len: 168 time: 0.1893227 Aug 30 07:40:36.368873 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c972d9-bc9c-4d3a-ac4b-ec8c5df6eae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a393e80-e077-4867-a5d4-5efaa9347450,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:36.451523 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:36.785293 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 49428) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:36.805800 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-458caa1c-3cd4-4f5f-af2e-8a745e4f0b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:36.849161 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468eafca-32d9-4c8f-89c0-3e302dff3bae req-7adffbb6-07ca-4af4-af2c-83b29aad5de9 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:36.850932 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-468eafca-32d9-4c8f-89c0-3e302dff3bae req-7adffbb6-07ca-4af4-af2c-83b29aad5de9 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0745757 Aug 30 07:40:36.897258 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-468eafca-32d9-4c8f-89c0-3e302dff3bae req-32a50179-08ea-40e5-abd2-8fdbf049ec03 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402341 Aug 30 07:40:36.932837 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-458caa1c-3cd4-4f5f-af2e-8a745e4f0b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:36.937669 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-458caa1c-3cd4-4f5f-af2e-8a745e4f0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:36.958445 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:40:36.990874 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-458caa1c-3cd4-4f5f-af2e-8a745e4f0b29 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=844e7fb6367a45e5a65ca873af6202a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043624 Aug 30 07:40:36.993559 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49430) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:36.995518 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458caa1c-3cd4-4f5f-af2e-8a745e4f0b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9605041-a3a5-4541-968c-c16bfddc6b03,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:37.044357 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1c515aa1-514e-445d-83a6-b99fb20758cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:37.066479 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1c515aa1-514e-445d-83a6-b99fb20758cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:37.127996 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1c515aa1-514e-445d-83a6-b99fb20758cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:37.132778 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1c515aa1-514e-445d-83a6-b99fb20758cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:37.136704 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-1c515aa1-514e-445d-83a6-b99fb20758cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f9605041-a3a5-4541-968c-c16bfddc6b03 HTTP/1.1" status: 204 len: 168 time: 0.1400499 Aug 30 07:40:37.146352 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c515aa1-514e-445d-83a6-b99fb20758cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9605041-a3a5-4541-968c-c16bfddc6b03,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:37.239189 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:37.647828 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49462) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:37.757904 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-de11114c-926a-474d-86ee-398db7a9a861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:37.856496 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-de11114c-926a-474d-86ee-398db7a9a861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:37.861339 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-de11114c-926a-474d-86ee-398db7a9a861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:37.898591 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-de11114c-926a-474d-86ee-398db7a9a861 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bbcbe5a84e8f4722b4fa0d7c5562a817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496738 Aug 30 07:40:37.900020 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11114c-926a-474d-86ee-398db7a9a861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701fac26-930c-4615-9ece-1a894a636ad4,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:37.901289 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 49474) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:37.957014 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-736e88b9-9b29-4c16-b692-8c682217387f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:38.002146 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-736e88b9-9b29-4c16-b692-8c682217387f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:38.051645 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5358bf1-7324-4ad8-a76e-c88145b4c465 req-a36d0334-f966-4900-a193-97b392ca649b tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:38.053214 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c5358bf1-7324-4ad8-a76e-c88145b4c465 req-a36d0334-f966-4900-a193-97b392ca649b tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0848656 Aug 30 07:40:38.080372 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-736e88b9-9b29-4c16-b692-8c682217387f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:38.082882 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-736e88b9-9b29-4c16-b692-8c682217387f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:38.083959 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-736e88b9-9b29-4c16-b692-8c682217387f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/701fac26-930c-4615-9ece-1a894a636ad4 HTTP/1.1" status: 204 len: 168 time: 0.1816273 Aug 30 07:40:38.103715 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e88b9-9b29-4c16-b692-8c682217387f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701fac26-930c-4615-9ece-1a894a636ad4,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:38.118854 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c5358bf1-7324-4ad8-a76e-c88145b4c465 req-65b2e069-dc42-40c6-bb8f-409916492a4e tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480781 Aug 30 07:40:38.524571 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49510) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:38.541301 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bcd94acc-7435-4952-8b9e-dd3e64440590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:38.652975 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bcd94acc-7435-4952-8b9e-dd3e64440590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:38.658681 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bcd94acc-7435-4952-8b9e-dd3e64440590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:38.699409 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-bcd94acc-7435-4952-8b9e-dd3e64440590 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=47b3e99fec0a43baa62ca30c8d4abfea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713407 Aug 30 07:40:38.699409 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd94acc-7435-4952-8b9e-dd3e64440590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b521bd96-f0cc-4a76-8255-f7defc703e63,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:38.700271 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49514) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:38.702466 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37dcc4-1761-4855-8b6a-009d3e6828d6 req-c2e2bc23-fb95-49c4-9334-bc46f8bc2261 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:38.703923 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8e37dcc4-1761-4855-8b6a-009d3e6828d6 req-c2e2bc23-fb95-49c4-9334-bc46f8bc2261 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 945 time: 0.0807581 Aug 30 07:40:38.731965 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e8655dfb-297a-4dcf-bacb-de3af419657b req-d2697ab5-a647-4362-a438-2160d1ad1846 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670226 Aug 30 07:40:38.750943 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8e37dcc4-1761-4855-8b6a-009d3e6828d6 req-e7828723-16ac-460d-902a-6bc715be501f tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394161 Aug 30 07:40:38.763129 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e6357359-eaca-466b-a1c4-e1f003eb4c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:38.787374 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e6357359-eaca-466b-a1c4-e1f003eb4c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:38.832535 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8655dfb-297a-4dcf-bacb-de3af419657b req-e69cd414-f6bd-4b86-9311-96a16c5c7b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:38.833884 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e6357359-eaca-466b-a1c4-e1f003eb4c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:38.834124 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e8655dfb-297a-4dcf-bacb-de3af419657b req-e69cd414-f6bd-4b86-9311-96a16c5c7b07 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=039f78ae6a114205902a5ca4bd81deb4&device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 1099 time: 0.0416133 Aug 30 07:40:38.836355 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e6357359-eaca-466b-a1c4-e1f003eb4c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:38.837465 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-e6357359-eaca-466b-a1c4-e1f003eb4c0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b521bd96-f0cc-4a76-8255-f7defc703e63 HTTP/1.1" status: 204 len: 168 time: 0.1354444 Aug 30 07:40:38.846216 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6357359-eaca-466b-a1c4-e1f003eb4c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b521bd96-f0cc-4a76-8255-f7defc703e63,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:38.932215 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:38.950381 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8655dfb-297a-4dcf-bacb-de3af419657b req-df19a362-5120-42b0-b6a6-536adafc20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:38.951854 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e8655dfb-297a-4dcf-bacb-de3af419657b req-df19a362-5120-42b0-b6a6-536adafc20d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e1f0e4f3-8cd4-4750-9064-5419198018fa HTTP/1.1" status: 200 len: 921 time: 0.0889411 Aug 30 07:40:39.001117 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e8655dfb-297a-4dcf-bacb-de3af419657b req-0f706452-5e98-41f3-acdf-781e8915f9c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=049cdeec-1eaf-4cf0-b16c-af4e383541f4 HTTP/1.1" status: 200 len: 217 time: 0.0402019 Aug 30 07:40:39.057200 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8655dfb-297a-4dcf-bacb-de3af419657b req-3630295e-6a62-456a-8fbb-9b0ddcd8fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:39.058776 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e8655dfb-297a-4dcf-bacb-de3af419657b req-3630295e-6a62-456a-8fbb-9b0ddcd8fb08 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2e838872-2a24-4ea8-9361-de08c41567ff HTTP/1.1" status: 200 len: 859 time: 0.0483902 Aug 30 07:40:39.092519 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e8655dfb-297a-4dcf-bacb-de3af419657b req-ffd8087c-b33d-4cb9-b378-187029daef61 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1f0e4f3-8cd4-4750-9064-5419198018fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251017 Aug 30 07:40:39.223217 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e8655dfb-297a-4dcf-bacb-de3af419657b req-313116f4-7ffb-4da1-97ee-13dd2e073c5b service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219277 Aug 30 07:40:39.277270 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eeaaf-4e63-4166-93d7-41c8afa40272 req-b44892c5-f2f0-469a-b94e-c2fde358f688 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:39.278891 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-924eeaaf-4e63-4166-93d7-41c8afa40272 req-b44892c5-f2f0-469a-b94e-c2fde358f688 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0725594 Aug 30 07:40:39.334333 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e8655dfb-297a-4dcf-bacb-de3af419657b req-73004379-797f-432e-a763-67e1b8584637 service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974197 Aug 30 07:40:39.456517 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:39.483956 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-924eeaaf-4e63-4166-93d7-41c8afa40272 req-38adaf94-bcb2-4bd3-a36a-e94c1180e37d tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990678 Aug 30 07:40:39.902217 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49574) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:39.963155 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da720c-1d24-45dc-8a0b-320591df7045 req-0b70f09f-430b-4b4a-a096-1ba8c6fdc56a tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:39.965649 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-47da720c-1d24-45dc-8a0b-320591df7045 req-0b70f09f-430b-4b4a-a096-1ba8c6fdc56a tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 945 time: 0.0787733 Aug 30 07:40:40.070235 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-47da720c-1d24-45dc-8a0b-320591df7045 req-37f2d8a4-c4b1-4c55-9fc1-48b1f5a31033 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910599 Aug 30 07:40:40.130693 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9874ddf8-d90f-4986-8da1-03de62f80021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:40.247503 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9874ddf8-d90f-4986-8da1-03de62f80021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:40.253516 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9874ddf8-d90f-4986-8da1-03de62f80021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:40.295337 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-9874ddf8-d90f-4986-8da1-03de62f80021 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=235ef1090b334dc9a9df9010edf238b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888819 Aug 30 07:40:40.295337 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874ddf8-d90f-4986-8da1-03de62f80021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f50ec98-eef9-48a5-a481-4a308b56b0ae,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:40.296218 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 49598) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:40.374552 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-34c7bf72-1fda-4729-a9ee-b98444b31253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:40.397098 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-34c7bf72-1fda-4729-a9ee-b98444b31253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:40.446607 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-34c7bf72-1fda-4729-a9ee-b98444b31253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:40.449555 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-34c7bf72-1fda-4729-a9ee-b98444b31253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:40.450926 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-34c7bf72-1fda-4729-a9ee-b98444b31253 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f50ec98-eef9-48a5-a481-4a308b56b0ae HTTP/1.1" status: 204 len: 168 time: 0.1544061 Aug 30 07:40:40.463078 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7bf72-1fda-4729-a9ee-b98444b31253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f50ec98-eef9-48a5-a481-4a308b56b0ae,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:40.611593 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e382a-e335-4435-9e4b-c4c804d4ee58 req-a51e307e-080a-4259-ac81-574acd0a40ce tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:40.618729 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cf6e382a-e335-4435-9e4b-c4c804d4ee58 req-a51e307e-080a-4259-ac81-574acd0a40ce tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0592873 Aug 30 07:40:40.655358 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cf6e382a-e335-4435-9e4b-c4c804d4ee58 req-86daee74-a9af-4371-b799-9c8ae82e1eef tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354588 Aug 30 07:40:41.216758 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0f9bb-2d82-43f5-9e45-d79236f5774b req-97e4729b-f59c-49e0-94f2-48f0a2abc6d4 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:41.218347 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7ca0f9bb-2d82-43f5-9e45-d79236f5774b req-97e4729b-f59c-49e0-94f2-48f0a2abc6d4 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 945 time: 0.0558498 Aug 30 07:40:41.260179 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7ca0f9bb-2d82-43f5-9e45-d79236f5774b req-88f12d8b-c2c8-4acd-9aa2-59c5fdcf98c9 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e03c83d-c28a-43f5-8246-4c8a96d88d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341082 Aug 30 07:40:41.385936 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ad317-f68f-4efd-898c-fa8b527b77c3 req-badd0418-edd1-4728-907e-4c36491750c3 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:41.386583 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c05ad317-f68f-4efd-898c-fa8b527b77c3 req-badd0418-edd1-4728-907e-4c36491750c3 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.72 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 945 time: 0.0627389 Aug 30 07:40:41.581052 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [req-c05ad317-f68f-4efd-898c-fa8b527b77c3 req-9721c223-552c-4c2b-ab08-9a4db09e5097 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Deleting port 5e491e0d-b076-4504-a483-d93bf9852512 {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:40:41.581617 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c05ad317-f68f-4efd-898c-fa8b527b77c3 req-9721c223-552c-4c2b-ab08-9a4db09e5097 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:41.853805 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49670) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:41.934488 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032dbac-69d3-4370-a139-c83266dcbf25 req-93e0c2f4-44e9-4424-8b00-091a8065ee21 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:41.939713 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c032dbac-69d3-4370-a139-c83266dcbf25 req-93e0c2f4-44e9-4424-8b00-091a8065ee21 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.1645463 Aug 30 07:40:42.035289 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-c05ad317-f68f-4efd-898c-fa8b527b77c3 req-9721c223-552c-4c2b-ab08-9a4db09e5097 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] For port 5e491e0d-b076-4504-a483-d93bf9852512, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5e491e0d-b076-4504-a483-d93bf9852512,segment=NetworkSegment(08370866-ef8b-4adf-bbff-04a6fe4756e0),segment_id=08370866-ef8b-4adf-bbff-04a6fe4756e0)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:42.035743 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c05ad317-f68f-4efd-898c-fa8b527b77c3 req-9721c223-552c-4c2b-ab08-9a4db09e5097 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.044476 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c032dbac-69d3-4370-a139-c83266dcbf25 req-6c11e917-056f-4ca5-92f7-41b951022255 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900171 Aug 30 07:40:42.046358 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-33ec63bf-d9ea-4f04-891f-e48c3628c916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.062743 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [req-c05ad317-f68f-4efd-898c-fa8b527b77c3 req-9721c223-552c-4c2b-ab08-9a4db09e5097 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Calling delete_port for 5e491e0d-b076-4504-a483-d93bf9852512 owned by compute:nova {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:40:42.193632 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-33ec63bf-d9ea-4f04-891f-e48c3628c916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.199015 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-33ec63bf-d9ea-4f04-891f-e48c3628c916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.239602 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-33ec63bf-d9ea-4f04-891f-e48c3628c916 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f4e1fb5aacf41d7a8906aa622d3caa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814793 Aug 30 07:40:42.241026 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec63bf-d9ea-4f04-891f-e48c3628c916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a55854-6894-49ab-8302-648fa96930a4,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:42.243426 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49678) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:42.307606 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c05ad317-f68f-4efd-898c-fa8b527b77c3 req-9721c223-552c-4c2b-ab08-9a4db09e5097 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.323103 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['5e491e0d-b076-4504-a483-d93bf9852512'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:40:42.323696 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5cffc060-886a-422a-a454-59d2819fd8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.351242 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721c223-552c-4c2b-ab08-9a4db09e5097 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Pushing event deleted for resources: {'Port': ['ID=5e491e0d-b076-4504-a483-d93bf9852512,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:42.359038 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5cffc060-886a-422a-a454-59d2819fd8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.383589 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9587a4f0-f60e-48d8-a7dc-3000f45e146b req-60dfee5a-fb66-4614-9441-c06cc570de8a tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 210 time: 0.0426712 Aug 30 07:40:42.418018 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05ad317-f68f-4efd-898c-fa8b527b77c3 req-9721c223-552c-4c2b-ab08-9a4db09e5097 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] No DVR routers for this DVR port 5e491e0d-b076-4504-a483-d93bf9852512 on host hv-cinder-80403 {{(pid=100445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:40:42.421841 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c05ad317-f68f-4efd-898c-fa8b527b77c3 req-9721c223-552c-4c2b-ab08-9a4db09e5097 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.423990 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c05ad317-f68f-4efd-898c-fa8b527b77c3 req-9721c223-552c-4c2b-ab08-9a4db09e5097 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.72 "DELETE /v2.0/ports/5e491e0d-b076-4504-a483-d93bf9852512 HTTP/1.1" status: 204 len: 173 time: 1.0216563 Aug 30 07:40:42.424494 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16aa42e8-f96e-48ed-a211-32d0dcb533f2', 'name': 'network-vif-deleted', 'tag': '5e491e0d-b076-4504-a483-d93bf9852512'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:42.427442 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc66d20a-44f6-4c4e-a4ae-aa1d634a3a22" -d '{"events": [{"server_uuid": "16aa42e8-f96e-48ed-a211-32d0dcb533f2", "name": "network-vif-deleted", "tag": "5e491e0d-b076-4504-a483-d93bf9852512"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:42.434577 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5cffc060-886a-422a-a454-59d2819fd8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.438438 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5cffc060-886a-422a-a454-59d2819fd8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.439739 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-5cffc060-886a-422a-a454-59d2819fd8b0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e6a55854-6894-49ab-8302-648fa96930a4 HTTP/1.1" status: 204 len: 168 time: 0.1949594 Aug 30 07:40:42.451829 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffc060-886a-422a-a454-59d2819fd8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a55854-6894-49ab-8302-648fa96930a4,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:42.476855 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2884b58-c3e3-4ccd-9a3f-9f16dc850520 x-openstack-request-id: req-b2884b58-c3e3-4ccd-9a3f-9f16dc850520 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:42.477163 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16aa42e8-f96e-48ed-a211-32d0dcb533f2", "name": "network-vif-deleted", "tag": "5e491e0d-b076-4504-a483-d93bf9852512", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:42.477938 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b2884b58-c3e3-4ccd-9a3f-9f16dc850520 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:42.477938 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16aa42e8-f96e-48ed-a211-32d0dcb533f2', 'name': 'network-vif-deleted', 'tag': '5e491e0d-b076-4504-a483-d93bf9852512', 'status': 'completed', 'code': 200} Aug 30 07:40:43.228939 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e4c9b-a6de-4b2b-a8d6-6cae8798fab6 req-ecd390f2-69d6-438d-be30-30af976c9dc6 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:43.230439 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ce1e4c9b-a6de-4b2b-a8d6-6cae8798fab6 req-ecd390f2-69d6-438d-be30-30af976c9dc6 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0532892 Aug 30 07:40:43.279924 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ce1e4c9b-a6de-4b2b-a8d6-6cae8798fab6 req-1c904f0a-6921-41a5-8f88-654d7b57c911 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411491 Aug 30 07:40:43.520151 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-05b8836a-f918-418e-ae79-80a46bb41fbd req-3c3480ff-42f6-4afb-8c05-573769f7def1 tempest-DeleteServersTestJSON-576390856 tempest-DeleteServersTestJSON-576390856-project] 10.222.0.58 "GET /v2.0/ports?device_id=16aa42e8-f96e-48ed-a211-32d0dcb533f2 HTTP/1.1" status: 200 len: 210 time: 0.0330565 Aug 30 07:40:44.394243 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f5911-f5a1-464e-9682-b26d11645961 req-8f69825c-471e-4028-9e57-495ca6c89a8a tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:44.395708 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-cc9f5911-f5a1-464e-9682-b26d11645961 req-8f69825c-471e-4028-9e57-495ca6c89a8a tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0506411 Aug 30 07:40:44.432913 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-cc9f5911-f5a1-464e-9682-b26d11645961 req-e9d8b111-7cbb-45d7-86b8-4ad5a554fd42 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Aug 30 07:40:44.786482 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 5e491e0d-b076-4504-a483-d93bf9852512 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:40:44.807995 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: 5e491e0d-b076-4504-a483-d93bf9852512 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:40:44.808608 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 5e491e0d-b076-4504-a483-d93bf9852512 not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:40:44.954478 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-e973cbca-d1ea-4b70-9848-e5a2d6a3fa82 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e91b90ac17a14a5ba18a46e70603fb71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289309 Aug 30 07:40:45.158064 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-9f86e83e-f7f1-4aea-9bd3-6aea42a5302e tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:45.166229 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-9f86e83e-f7f1-4aea-9bd3-6aea42a5302e tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059712 Aug 30 07:40:45.178177 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-bcfeefd3-cf55-4184-9103-c01682c5fdda tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/quotas/e91b90ac17a14a5ba18a46e70603fb71 HTTP/1.1" status: 200 len: 375 time: 0.0109611 Aug 30 07:40:45.213253 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-395972be-ad33-4f62-bc86-a046103307e2 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e91b90ac17a14a5ba18a46e70603fb71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288277 Aug 30 07:40:45.416679 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3101bf91-e80b-46be-945b-e40679470a67 req-3b1fbc7e-ecb4-4ada-b79f-616fc86dcddf tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/ports?device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 210 time: 0.0286622 Aug 30 07:40:45.551502 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3e6b0-09e2-4bb3-b661-f317b75ee2e4 req-2386a526-916b-4eec-8e03-dddcc69b2d94 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:45.553268 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f9d3e6b0-09e2-4bb3-b661-f317b75ee2e4 req-2386a526-916b-4eec-8e03-dddcc69b2d94 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0489202 Aug 30 07:40:45.593546 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f9d3e6b0-09e2-4bb3-b661-f317b75ee2e4 req-6b5fdba2-a1b9-4c68-ae49-5295caa8016f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336614 Aug 30 07:40:45.966902 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49844) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:46.012197 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_v2 [None req-be667bce-3a09-4e9d-b8f5-45eb2de2a254 admin admin] Deleting subnet 4d4d3958-6d3f-4504-8c39-f57d0bfd269b {{(pid=100444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:40:46.015106 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-be667bce-3a09-4e9d-b8f5-45eb2de2a254 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.047450 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-be667bce-3a09-4e9d-b8f5-45eb2de2a254 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7228174'] for subnet, precommit_delete_associations {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.084885 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-be667bce-3a09-4e9d-b8f5-45eb2de2a254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062241'] for subnet, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.141994 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-be667bce-3a09-4e9d-b8f5-45eb2de2a254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2062254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7316965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6845911'] for subnet, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.170956 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be667bce-3a09-4e9d-b8f5-45eb2de2a254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d4d3958-6d3f-4504-8c39-f57d0bfd269b,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:46.177121 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-be667bce-3a09-4e9d-b8f5-45eb2de2a254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.179589 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-be667bce-3a09-4e9d-b8f5-45eb2de2a254 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4d4d3958-6d3f-4504-8c39-f57d0bfd269b HTTP/1.1" status: 204 len: 168 time: 0.2116561 Aug 30 07:40:46.181548 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49846) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:46.247526 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a98c-74f9-4f8e-83a2-934ad75f47e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048561'] for network, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.326926 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a98c-74f9-4f8e-83a2-934ad75f47e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2060378', 'neutron.services.segments.db._delete_segments_for_network-8735171498990'] for network, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.338280 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-e4a2a98c-74f9-4f8e-83a2-934ad75f47e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f58c096-03c6-4c63-9ea9-9092dd3f87f3']}} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:46.349219 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-e4a2a98c-74f9-4f8e-83a2-934ad75f47e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08370866-ef8b-4adf-bbff-04a6fe4756e0') {'for_net_delete': True} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:46.349511 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-e4a2a98c-74f9-4f8e-83a2-934ad75f47e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08370866-ef8b-4adf-bbff-04a6fe4756e0') {} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:46.360485 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a98c-74f9-4f8e-83a2-934ad75f47e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735171498873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7228177'] for segment, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.374951 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a98c-74f9-4f8e-83a2-934ad75f47e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.382157 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a2a98c-74f9-4f8e-83a2-934ad75f47e0 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=100444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:40:46.383115 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a98c-74f9-4f8e-83a2-934ad75f47e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316867'] for segment, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: Traceback (most recent call last): Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: timer() Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: cb(*args, **kw) Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: return func(*args, **kwargs) Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: self._notify() Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: self.callback(batched_events) Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: event.method(event) Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: return f(self, *a, **k) Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._get(url).json() Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: return self.request(url, 'GET', **kwargs) Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:40:46.385105 dv-cinder-804035-7-iscsi neutron-server[100444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:40:46.387446 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-3fcfc5c7-a4b2-4238-a735-a9978e1dfadc tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=e91b90ac17a14a5ba18a46e70603fb71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416768 Aug 30 07:40:46.461456 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a98c-74f9-4f8e-83a2-934ad75f47e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2060323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550229'] for network, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.497200 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2a98c-74f9-4f8e-83a2-934ad75f47e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f58c096-03c6-4c63-9ea9-9092dd3f87f3,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:46.503254 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a98c-74f9-4f8e-83a2-934ad75f47e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.513738 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-e4a2a98c-74f9-4f8e-83a2-934ad75f47e0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9f58c096-03c6-4c63-9ea9-9092dd3f87f3 HTTP/1.1" status: 204 len: 168 time: 0.3267660 Aug 30 07:40:46.580272 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-75060f5f-13f1-4c00-afdc-1ddb0d493ff7 req-5c781925-9f5b-483f-b7c6-449633ebbf71 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/ports?device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 210 time: 0.0385118 Aug 30 07:40:46.708113 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-1b2f0b17-1521-4083-a9e5-f3fe1446d86d tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:46.710521 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-1b2f0b17-1521-4083-a9e5-f3fe1446d86d tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3128827 Aug 30 07:40:46.726041 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Request body: {'port': {'device_id': '29e61284-6b3d-41fa-8f5a-73ec3e03fd69', 'network_id': '5c699ed7-02e2-4e43-ab91-f5559b17175b', 'admin_state_up': True, 'tenant_id': 'e91b90ac17a14a5ba18a46e70603fb71'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:46.750240 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efdc2a-4726-476c-99eb-0e66e77653a0 req-be5407c4-bba8-4a18-ba69-2e219aa6cce2 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:46.760467 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-66efdc2a-4726-476c-99eb-0e66e77653a0 req-be5407c4-bba8-4a18-ba69-2e219aa6cce2 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0707805 Aug 30 07:40:46.837567 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-66efdc2a-4726-476c-99eb-0e66e77653a0 req-02a454c4-9a81-4ad2-bc7a-8339792ee4d1 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762889 Aug 30 07:40:46.871704 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49886) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:46.890581 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Made reservation on behalf of e91b90ac17a14a5ba18a46e70603fb71 for: {'port': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:40:46.894565 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.909907 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.917959 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-b0a939ee-738f-4cf1-b12a-5bb992f89fae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3161c967f0804b6889c539520d37d904&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438726 Aug 30 07:40:46.920553 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49890) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:46.972908 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-131bbe5d-0457-46ba-857b-3daa9369cfd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.995115 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-131bbe5d-0457-46ba-857b-3daa9369cfd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:47.004414 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:47.008438 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:47.043469 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-131bbe5d-0457-46ba-857b-3daa9369cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:47.045897 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-131bbe5d-0457-46ba-857b-3daa9369cfd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:47.047117 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-131bbe5d-0457-46ba-857b-3daa9369cfd4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e03c83d-c28a-43f5-8246-4c8a96d88d66 HTTP/1.1" status: 204 len: 168 time: 0.1253603 Aug 30 07:40:47.054885 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bbe5d-0457-46ba-857b-3daa9369cfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e03c83d-c28a-43f5-8246-4c8a96d88d66,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:47.087378 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee593e8-a56c-4fa7-a44a-1db935ec0177,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:47.163453 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Allocated IP 192.168.233.93 (5c699ed7-02e2-4e43-ab91-f5559b17175b/bf75b412-c1a8-4623-a1ac-f253d3ddfba5/538cf405-62ce-4aa1-8ffb-7dd438935804) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:40:47.321866 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:47.336121 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Transition to ACTIVE for port object 538cf405-62ce-4aa1-8ffb-7dd438935804 will not be triggered until provisioned by entity DHCP. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:40:47.375698 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:47.426123 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Network 5c699ed7-02e2-4e43-ab91-f5559b17175b is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:40:47.429149 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:40:47.433689 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:40:47.463639 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Pushing event updated for resources: {'Port': ['ID=538cf405-62ce-4aa1-8ffb-7dd438935804,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:47.505582 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:47.506561 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:47.522512 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-2013d111-935f-498c-b0f8-9e891ea13577 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8005781 Aug 30 07:40:47.536769 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Request body: {'port': {'device_id': '29e61284-6b3d-41fa-8f5a-73ec3e03fd69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:47.596619 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:47.710753 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-e8d1b924-56c6-4f96-a0d6-3aa10ef19fd5 None None] Provisioning for port 538cf405-62ce-4aa1-8ffb-7dd438935804 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:40:47.715702 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-e8d1b924-56c6-4f96-a0d6-3aa10ef19fd5 None None] Provisioning complete for port 538cf405-62ce-4aa1-8ffb-7dd438935804 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:47.716074 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e8d1b924-56c6-4f96-a0d6-3aa10ef19fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:47.727121 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c396f-37ea-4e76-a716-d8f10e70d53b req-aedf1a03-97a4-4458-a7ba-97925340f455 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:47.748180 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-951c396f-37ea-4e76-a716-d8f10e70d53b req-aedf1a03-97a4-4458-a7ba-97925340f455 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/ports?device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 935 time: 0.0890315 Aug 30 07:40:47.778863 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-e8d1b924-56c6-4f96-a0d6-3aa10ef19fd5 None None] Port 538cf405-62ce-4aa1-8ffb-7dd438935804 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:40:47.798651 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-951c396f-37ea-4e76-a716-d8f10e70d53b req-eca9f043-f6c3-4a49-8fb8-d5121b02b34c tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/security-groups?id=bee593e8-a56c-4fa7-a44a-1db935ec0177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492737 Aug 30 07:40:47.920315 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 49926) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:47.990327 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e3495-c0c2-4dbb-acae-ea37bcf31eca req-7db17f75-05fc-4ab2-9195-cb695abe58ad tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:47.993721 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-652e3495-c0c2-4dbb-acae-ea37bcf31eca req-7db17f75-05fc-4ab2-9195-cb695abe58ad tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0848539 Aug 30 07:40:48.047164 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-652e3495-c0c2-4dbb-acae-ea37bcf31eca req-f0311610-22b5-40f1-9bda-54761c4074d4 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446022 Aug 30 07:40:48.047978 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538cf405-62ce-4aa1-8ffb-7dd438935804 {{(pid=100445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:48.056613 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.083464 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Transition to ACTIVE for port object 538cf405-62ce-4aa1-8ffb-7dd438935804 will not be triggered until provisioned by entity L2. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:40:48.088915 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.155210 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-c86b4441-ee44-4baa-8ceb-08b2e5335c6a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2103555977-network', 'tenant_id': 'f6a3405db278454ba1d037ab2b70c385'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:48.198841 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86b4441-ee44-4baa-8ceb-08b2e5335c6a admin admin] Made reservation on behalf of f6a3405db278454ba1d037ab2b70c385 for: {'network': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:40:48.201101 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c86b4441-ee44-4baa-8ceb-08b2e5335c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.202950 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Pushing event updated for resources: {'Port': ['ID=538cf405-62ce-4aa1-8ffb-7dd438935804,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:48.236474 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c86b4441-ee44-4baa-8ceb-08b2e5335c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.319333 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Attempting to bind port 538cf405-62ce-4aa1-8ffb-7dd438935804 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:40:48.319587 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Attempting to bind port 538cf405-62ce-4aa1-8ffb-7dd438935804 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'e7e42162-ca7b-4060-9086-68819c1d9120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5c699ed7-02e2-4e43-ab91-f5559b17175b'}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:40:48.319964 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Attempting to bind port 538cf405-62ce-4aa1-8ffb-7dd438935804 on network 5c699ed7-02e2-4e43-ab91-f5559b17175b {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:48.327164 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Port 538cf405-62ce-4aa1-8ffb-7dd438935804 on network 5c699ed7-02e2-4e43-ab91-f5559b17175b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:40:48.327428 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Attempting to bind port 538cf405-62ce-4aa1-8ffb-7dd438935804 on network 5c699ed7-02e2-4e43-ab91-f5559b17175b {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:48.338145 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:40:48.338445 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Checking segment: {'id': 'e7e42162-ca7b-4060-9086-68819c1d9120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5c699ed7-02e2-4e43-ab91-f5559b17175b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:40:48.338826 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Bound using segment: {'id': 'e7e42162-ca7b-4060-9086-68819c1d9120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5c699ed7-02e2-4e43-ab91-f5559b17175b'} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:40:48.339262 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Bound port: 538cf405-62ce-4aa1-8ffb-7dd438935804, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e42162-ca7b-4060-9086-68819c1d9120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '5c699ed7-02e2-4e43-ab91-f5559b17175b'}}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:40:48.339612 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.360475 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49944) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:48.432296 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c86b4441-ee44-4baa-8ceb-08b2e5335c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.437066 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] For port 538cf405-62ce-4aa1-8ffb-7dd438935804, host hv-cinder-80403, cleared binding levels {{(pid=100445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:40:48.438986 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c86b4441-ee44-4baa-8ceb-08b2e5335c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.442612 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] For port 538cf405-62ce-4aa1-8ffb-7dd438935804, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=538cf405-62ce-4aa1-8ffb-7dd438935804,segment=NetworkSegment(e7e42162-ca7b-4060-9086-68819c1d9120),segment_id=e7e42162-ca7b-4060-9086-68819c1d9120)] {{(pid=100445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:40:48.454194 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.498883 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86b4441-ee44-4baa-8ceb-08b2e5335c6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=100445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:40:48.500330 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-be6dc94c-b2f8-4f90-a16a-4d87a2c419c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.517184 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b4441-ee44-4baa-8ceb-08b2e5335c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208d33ae-9569-4af4-8ea3-243e69e60429,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:48.531081 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:48.532245 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.533696 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] 10.222.0.72 "PUT /v2.0/ports/538cf405-62ce-4aa1-8ffb-7dd438935804 HTTP/1.1" status: 200 len: 1097 time: 1.0015287 Aug 30 07:40:48.539719 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c86b4441-ee44-4baa-8ceb-08b2e5335c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.540026 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.segments_db [None req-c86b4441-ee44-4baa-8ceb-08b2e5335c6a admin admin] Added segment cd993be8-3a3e-4ca2-aa49-68b148aafd8b of type vlan for network f1957f70-ae9e-45c3-b999-2ae40c1c8896 Aug 30 07:40:48.541160 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e61284-6b3d-41fa-8f5a-73ec3e03fd69', 'tag': '538cf405-62ce-4aa1-8ffb-7dd438935804'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:48.543660 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83997ea-1567-4705-af65-e0e6c51de3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "29e61284-6b3d-41fa-8f5a-73ec3e03fd69", "tag": "538cf405-62ce-4aa1-8ffb-7dd438935804"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:48.620210 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-be6dc94c-b2f8-4f90-a16a-4d87a2c419c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.629727 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-be6dc94c-b2f8-4f90-a16a-4d87a2c419c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.634715 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2423746f-14fd-4b00-9a7f-c10e00334437 x-openstack-request-id: req-2423746f-14fd-4b00-9a7f-c10e00334437 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:48.635633 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e61284-6b3d-41fa-8f5a-73ec3e03fd69", "tag": "538cf405-62ce-4aa1-8ffb-7dd438935804", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:48.636254 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2423746f-14fd-4b00-9a7f-c10e00334437 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:48.636723 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e61284-6b3d-41fa-8f5a-73ec3e03fd69', 'tag': '538cf405-62ce-4aa1-8ffb-7dd438935804', 'status': 'completed', 'code': 200} Aug 30 07:40:48.646514 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171fda3-add7-4abc-bd05-fe93cc882c04 service neutron] Pushing event updated for resources: {'Port': ['ID=538cf405-62ce-4aa1-8ffb-7dd438935804,revision_number=3']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:48.680040 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c86b4441-ee44-4baa-8ceb-08b2e5335c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.687666 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-be6dc94c-b2f8-4f90-a16a-4d87a2c419c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4adf4915ba9f48e6870d2659b320c0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254979 Aug 30 07:40:48.688875 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dc94c-b2f8-4f90-a16a-4d87a2c419c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b410d89-7089-4af6-baad-92863a675356,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:48.692515 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 49952) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:48.717091 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-ab7a8211-705b-42dd-a2c4-ac185e30e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:48.719201 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-ab7a8211-705b-42dd-a2c4-ac185e30e165 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e91b90ac17a14a5ba18a46e70603fb71&device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 1100 time: 0.1193678 Aug 30 07:40:48.749500 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c86b4441-ee44-4baa-8ceb-08b2e5335c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.750600 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86b4441-ee44-4baa-8ceb-08b2e5335c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:48.751169 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c86b4441-ee44-4baa-8ceb-08b2e5335c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.790621 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-c0bc1f75-f857-46ce-b09c-0fd527f34f08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=538cf405-62ce-4aa1-8ffb-7dd438935804 HTTP/1.1" status: 200 len: 217 time: 0.0573792 Aug 30 07:40:48.875775 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-c86b4441-ee44-4baa-8ceb-08b2e5335c6a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9536593 Aug 30 07:40:48.878812 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49958) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:48.884505 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-c92c8f56-1ffa-4323-85e9-ec51edd0df6e admin admin] Request body: {'subnet': {'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2103555977-subnet', 'tenant_id': 'f6a3405db278454ba1d037ab2b70c385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:48.904952 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b4441-ee44-4baa-8ceb-08b2e5335c6a admin admin] Pushing event updated for resources: {'Network': ['ID=f1957f70-ae9e-45c3-b999-2ae40c1c8896,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:48.905573 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92c8f56-1ffa-4323-85e9-ec51edd0df6e admin admin] Made reservation on behalf of f6a3405db278454ba1d037ab2b70c385 for: {'subnet': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:40:48.909720 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-eabb37de-2db5-4d3d-9d23-d562cdc2ddbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.911850 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c92c8f56-1ffa-4323-85e9-ec51edd0df6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6845884'] for subnet, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.915724 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network f1957f70-ae9e-45c3-b999-2ae40c1c8896 details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:40:48.940259 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-007ac138-c56b-43bf-b9d8-22cdebe28a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:48.941742 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-007ac138-c56b-43bf-b9d8-22cdebe28a74 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bf75b412-c1a8-4623-a1ac-f253d3ddfba5 HTTP/1.1" status: 200 len: 843 time: 0.1145492 Aug 30 07:40:48.979780 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-eabb37de-2db5-4d3d-9d23-d562cdc2ddbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:49.033227 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1d5ec-15ce-40a1-9886-ff16471a3b7c req-186913dd-7848-49d8-9846-9c2c5371db44 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:49.034884 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3ec1d5ec-15ce-40a1-9886-ff16471a3b7c req-186913dd-7848-49d8-9846-9c2c5371db44 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/ports?device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 947 time: 0.1485503 Aug 30 07:40:49.079491 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-a90cda7b-8c7a-4aa8-a566-f1f22f395128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:49.081099 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-a90cda7b-8c7a-4aa8-a566-f1f22f395128 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c699ed7-02e2-4e43-ab91-f5559b17175b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1306107 Aug 30 07:40:49.094855 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3ec1d5ec-15ce-40a1-9886-ff16471a3b7c req-d231edd6-627b-4dcc-a23e-2f774bc2cf51 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/security-groups?id=bee593e8-a56c-4fa7-a44a-1db935ec0177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449224 Aug 30 07:40:49.105379 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-eabb37de-2db5-4d3d-9d23-d562cdc2ddbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:49.107976 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-eabb37de-2db5-4d3d-9d23-d562cdc2ddbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:49.112522 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-eabb37de-2db5-4d3d-9d23-d562cdc2ddbb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b410d89-7089-4af6-baad-92863a675356 HTTP/1.1" status: 204 len: 168 time: 0.4190321 Aug 30 07:40:49.129680 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c92c8f56-1ffa-4323-85e9-ec51edd0df6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7228198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6845902'] for subnet, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:49.160211 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb37de-2db5-4d3d-9d23-d562cdc2ddbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b410d89-7089-4af6-baad-92863a675356,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:49.219293 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-fcae1f10-54f8-43fa-8494-c44a5daa96f2 service neutron] 10.222.0.72 "GET /v2.0/networks/5c699ed7-02e2-4e43-ab91-f5559b17175b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229484 Aug 30 07:40:49.245407 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c8f56-1ffa-4323-85e9-ec51edd0df6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a28adc-95ec-4deb-8d77-da2c96fa4883,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:49.251841 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92c8f56-1ffa-4323-85e9-ec51edd0df6e admin admin] Checking segment: {'id': 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:40:49.252199 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92c8f56-1ffa-4323-85e9-ec51edd0df6e admin admin] Network hostable DHCP agents. Network: f1957f70-ae9e-45c3-b999-2ae40c1c8896, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:40:49.274032 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6c546-3632-42e8-aa8b-3a327e6d8624 req-cff69844-b9f6-46c7-be27-584273e905eb tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:49.275574 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bba6c546-3632-42e8-aa8b-3a327e6d8624 req-cff69844-b9f6-46c7-be27-584273e905eb tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0981219 Aug 30 07:40:49.300841 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92c8f56-1ffa-4323-85e9-ec51edd0df6e admin admin] Network f1957f70-ae9e-45c3-b999-2ae40c1c8896 is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:40:49.317046 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-c92c8f56-1ffa-4323-85e9-ec51edd0df6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, f1957f70-ae9e-45c3-b999-2ae40c1c8896) {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:40:49.324936 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92c8f56-1ffa-4323-85e9-ec51edd0df6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:49.325579 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c92c8f56-1ffa-4323-85e9-ec51edd0df6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:49.329206 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5185cdf2-3037-4bab-805d-6e59b3df47fb None None] Network f1957f70-ae9e-45c3-b999-2ae40c1c8896 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:40:49.342131 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bba6c546-3632-42e8-aa8b-3a327e6d8624 req-065d01c8-4e25-426f-b243-fa514eebf8a0 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544870 Aug 30 07:40:49.354954 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-c92c8f56-1ffa-4323-85e9-ec51edd0df6e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4747679 Aug 30 07:40:49.384489 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6bcfaec8-b0db-41da-92c1-4846d67e3291 req-c96911ae-a35f-4d62-84f3-bec387314b38 service neutron] 10.222.0.72 "GET /v2.0/networks/5c699ed7-02e2-4e43-ab91-f5559b17175b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487215 Aug 30 07:40:49.519515 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83997ea-1567-4705-af65-e0e6c51de3e2 req-f1afdace-2d7a-439e-908c-0da6ceda0a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:49.521091 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a83997ea-1567-4705-af65-e0e6c51de3e2 req-f1afdace-2d7a-439e-908c-0da6ceda0a27 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e91b90ac17a14a5ba18a46e70603fb71&device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 1100 time: 0.0795991 Aug 30 07:40:49.530109 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b389e-6a7b-4784-8153-ce3ecaf66b8c None None] Network f1957f70-ae9e-45c3-b999-2ae40c1c8896 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:40:49.549132 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 49974) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:49.572722 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c623aec3-8856-4d13-b668-58395c442596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:49.692853 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83997ea-1567-4705-af65-e0e6c51de3e2 req-c1c9cc51-c833-4a6f-9801-fb1a2cb27282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:49.694805 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a83997ea-1567-4705-af65-e0e6c51de3e2 req-c1c9cc51-c833-4a6f-9801-fb1a2cb27282 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c699ed7-02e2-4e43-ab91-f5559b17175b HTTP/1.1" status: 200 len: 871 time: 0.1617754 Aug 30 07:40:49.750154 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a83997ea-1567-4705-af65-e0e6c51de3e2 req-d06a0039-e27d-4b6a-ba87-d1e338a4ca8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=538cf405-62ce-4aa1-8ffb-7dd438935804 HTTP/1.1" status: 200 len: 217 time: 0.0422127 Aug 30 07:40:49.800512 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c623aec3-8856-4d13-b668-58395c442596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:49.805197 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c623aec3-8856-4d13-b668-58395c442596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:49.846290 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83997ea-1567-4705-af65-e0e6c51de3e2 req-a808a5ec-d146-41b5-8f44-b06da388b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:49.848092 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a83997ea-1567-4705-af65-e0e6c51de3e2 req-a808a5ec-d146-41b5-8f44-b06da388b1cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bf75b412-c1a8-4623-a1ac-f253d3ddfba5 HTTP/1.1" status: 200 len: 843 time: 0.0708964 Aug 30 07:40:49.850752 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-c623aec3-8856-4d13-b668-58395c442596 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a17fb6d021e745ff94f3e1b3f8d56d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998464 Aug 30 07:40:49.851918 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623aec3-8856-4d13-b668-58395c442596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a3e26a-3786-4593-b04a-19625278c0ef,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:49.852818 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 49988) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:49.934331 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83997ea-1567-4705-af65-e0e6c51de3e2 req-4fc6ef05-154c-4302-8f5a-917cc1c5c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:49.935812 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a83997ea-1567-4705-af65-e0e6c51de3e2 req-4fc6ef05-154c-4302-8f5a-917cc1c5c45c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c699ed7-02e2-4e43-ab91-f5559b17175b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0713582 Aug 30 07:40:49.950055 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ab6899bf-964e-4cc9-a6b0-15a7b1342882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:50.033620 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ab6899bf-964e-4cc9-a6b0-15a7b1342882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:50.094334 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a83997ea-1567-4705-af65-e0e6c51de3e2 req-252672b5-d99c-4333-9d06-b440e4e69e89 service neutron] 10.222.0.72 "GET /v2.0/networks/5c699ed7-02e2-4e43-ab91-f5559b17175b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412854 Aug 30 07:40:50.112756 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ab6899bf-964e-4cc9-a6b0-15a7b1342882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:50.115226 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ab6899bf-964e-4cc9-a6b0-15a7b1342882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:50.116320 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-ab6899bf-964e-4cc9-a6b0-15a7b1342882 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7a3e26a-3786-4593-b04a-19625278c0ef HTTP/1.1" status: 204 len: 168 time: 0.2618384 Aug 30 07:40:50.163413 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6899bf-964e-4cc9-a6b0-15a7b1342882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a3e26a-3786-4593-b04a-19625278c0ef,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:50.230320 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-365d6427-485f-4c6e-9045-c83921e4d28b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:50.231835 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-365d6427-485f-4c6e-9045-c83921e4d28b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/networks?id=f1957f70-ae9e-45c3-b999-2ae40c1c8896 HTTP/1.1" status: 200 len: 815 time: 0.1419373 Aug 30 07:40:50.241638 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a83997ea-1567-4705-af65-e0e6c51de3e2 req-ff67fc93-15dc-4eca-96ac-40d4e93c6b48 service neutron] 10.222.0.72 "GET /v2.0/networks/5c699ed7-02e2-4e43-ab91-f5559b17175b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398163 Aug 30 07:40:50.248712 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-440730fe-2f39-43c7-a0e2-ce14e9765c6a tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/quotas/f6a3405db278454ba1d037ab2b70c385 HTTP/1.1" status: 200 len: 375 time: 0.0100768 Aug 30 07:40:50.264784 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f985d0-61bd-4436-9207-dbd7a1a91ad5 req-6c0bc6e4-b69d-40e9-9f23-828d4faedbe0 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:50.270738 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b3f985d0-61bd-4436-9207-dbd7a1a91ad5 req-6c0bc6e4-b69d-40e9-9f23-828d4faedbe0 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/ports?device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 947 time: 0.0681684 Aug 30 07:40:50.283314 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-27625fe5-1967-468e-b028-bf611858efb8 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f6a3405db278454ba1d037ab2b70c385&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274589 Aug 30 07:40:50.315328 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b3f985d0-61bd-4436-9207-dbd7a1a91ad5 req-7caaba56-7c5a-4a09-9c3d-1cbdeaac6d21 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/security-groups?id=bee593e8-a56c-4fa7-a44a-1db935ec0177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424569 Aug 30 07:40:50.400203 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-ee756b4e-5bc3-4fa5-92ea-4c982b014cd0 service neutron] 10.222.0.58 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091571 Aug 30 07:40:50.465956 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257d1f1-fe48-47a0-b1f0-431946430715 req-b4d6cc27-bb3b-484d-95c2-87541979c254 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:50.467770 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5257d1f1-fe48-47a0-b1f0-431946430715 req-b4d6cc27-bb3b-484d-95c2-87541979c254 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0530305 Aug 30 07:40:50.505578 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-289b5d6a-329e-4efa-8764-543b2ed3ee1e service neutron] 10.222.0.58 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004586 Aug 30 07:40:50.513209 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5257d1f1-fe48-47a0-b1f0-431946430715 req-46295790-6eee-4555-b892-af6c0dae97a6 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388477 Aug 30 07:40:50.538806 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 50010) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:50.553032 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-54413bef-ed97-451f-a069-5020226057c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:50.648265 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-54413bef-ed97-451f-a069-5020226057c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:50.652847 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-54413bef-ed97-451f-a069-5020226057c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:50.676589 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-dcfdc360-20c2-47b2-93eb-e913d73d9134 req-47351b71-6651-4528-bebc-b1aae63199d5 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 210 time: 0.0349462 Aug 30 07:40:50.694126 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-54413bef-ed97-451f-a069-5020226057c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=066368ac9c2444c39062676a2c965bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527128 Aug 30 07:40:50.695039 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 50016) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:50.696966 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54413bef-ed97-451f-a069-5020226057c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ad5f3e-7b31-4fd2-b43d-c99b842907a1,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:50.750742 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-578fdaa5-dc79-4a2c-8edf-1a7f7b9cc274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:50.773514 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-578fdaa5-dc79-4a2c-8edf-1a7f7b9cc274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:50.828575 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-578fdaa5-dc79-4a2c-8edf-1a7f7b9cc274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:50.831136 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-578fdaa5-dc79-4a2c-8edf-1a7f7b9cc274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:50.834589 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-578fdaa5-dc79-4a2c-8edf-1a7f7b9cc274 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/55ad5f3e-7b31-4fd2-b43d-c99b842907a1 HTTP/1.1" status: 204 len: 168 time: 0.1363585 Aug 30 07:40:50.847142 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fdaa5-dc79-4a2c-8edf-1a7f7b9cc274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ad5f3e-7b31-4fd2-b43d-c99b842907a1,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:53.406880 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 538cf405-62ce-4aa1-8ffb-7dd438935804 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:40:53.505204 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 538cf405-62ce-4aa1-8ffb-7dd438935804, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=538cf405-62ce-4aa1-8ffb-7dd438935804,segment=NetworkSegment(e7e42162-ca7b-4060-9086-68819c1d9120),segment_id=e7e42162-ca7b-4060-9086-68819c1d9120)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:53.518450 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': '538cf405-62ce-4aa1-8ffb-7dd438935804', 'network_id': '5c699ed7-02e2-4e43-ab91-f5559b17175b', 'port_id': '538cf405-62ce-4aa1-8ffb-7dd438935804', 'mac_address': 'fa:16:3e:46:6b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf75b412-c1a8-4623-a1ac-f253d3ddfba5', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:40:53.560139 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:53.575006 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538cf405-62ce-4aa1-8ffb-7dd438935804 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:53.597496 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5b832-467e-4a81-a20d-369dc9451d02 req-24917049-e546-4696-94ee-8d34444f4513 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:53.598097 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 538cf405-62ce-4aa1-8ffb-7dd438935804, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=538cf405-62ce-4aa1-8ffb-7dd438935804,segment=NetworkSegment(e7e42162-ca7b-4060-9086-68819c1d9120),segment_id=e7e42162-ca7b-4060-9086-68819c1d9120)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:53.599257 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a4f5b832-467e-4a81-a20d-369dc9451d02 req-24917049-e546-4696-94ee-8d34444f4513 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/ports?device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 947 time: 0.0675869 Aug 30 07:40:53.603378 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:53.641544 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a4f5b832-467e-4a81-a20d-369dc9451d02 req-39bcc144-6107-42d7-b09e-2923cb52f5a5 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/security-groups?id=bee593e8-a56c-4fa7-a44a-1db935ec0177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358982 Aug 30 07:40:53.655532 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea2734-7649-4e68-8c38-5c49199665a5 req-5612258f-3b93-4b4f-88d6-c8d5b8fd02e1 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:53.657775 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-32ea2734-7649-4e68-8c38-5c49199665a5 req-5612258f-3b93-4b4f-88d6-c8d5b8fd02e1 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0658960 Aug 30 07:40:53.661290 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=538cf405-62ce-4aa1-8ffb-7dd438935804,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:53.671452 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:53.672192 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:53.672670 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:53.673543 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:53.674029 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:53.674624 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:53.675231 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:53.675985 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:53.676485 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:53.676980 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:53.677451 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:53.678106 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:53.726021 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-32ea2734-7649-4e68-8c38-5c49199665a5 req-8c5d8878-e8d2-420f-a20e-c334260386b4 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424716 Aug 30 07:40:53.768755 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b9bf0623-a69a-40b5-895d-aa1bf7dd3ec9 req-3a6d136f-c538-44f2-bfd8-dc9a1cea34b6 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 210 time: 0.0452430 Aug 30 07:40:53.960742 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['538cf405-62ce-4aa1-8ffb-7dd438935804'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:40:54.474867 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-36851e7e-a3dc-46a4-9ef9-e05173b322ba tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:54.482572 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-36851e7e-a3dc-46a4-9ef9-e05173b322ba tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.72 "GET /v2.0/networks?id=f1957f70-ae9e-45c3-b999-2ae40c1c8896 HTTP/1.1" status: 200 len: 815 time: 0.1168880 Aug 30 07:40:54.491974 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-7557583a-74bb-4408-90da-85a3201a9b24 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Request body: {'port': {'device_id': '25e414d2-09e2-4b74-b3a3-2a55e6089f1f', 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896', 'admin_state_up': True, 'tenant_id': 'f6a3405db278454ba1d037ab2b70c385'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:54.638566 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-7557583a-74bb-4408-90da-85a3201a9b24 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Made reservation on behalf of f6a3405db278454ba1d037ab2b70c385 for: {'port': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:40:54.642616 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-7557583a-74bb-4408-90da-85a3201a9b24 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:54.795083 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5bd2e-c878-49af-ae7f-a4bc5238841d req-c501816a-2685-4999-8588-cd62411042d7 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:54.797288 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-37d5bd2e-c878-49af-ae7f-a4bc5238841d req-c501816a-2685-4999-8588-cd62411042d7 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/ports?device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 948 time: 0.0624650 Aug 30 07:40:54.803356 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-7557583a-74bb-4408-90da-85a3201a9b24 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Allocated IP 172.20.0.14 (f1957f70-ae9e-45c3-b999-2ae40c1c8896/81a28adc-95ec-4deb-8d77-da2c96fa4883/9a0aef60-1a6f-4c85-a205-c3a8161e5110) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:40:54.839227 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-37d5bd2e-c878-49af-ae7f-a4bc5238841d req-aa4d6bae-84b5-49b0-97df-70eb479bc3a0 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/security-groups?id=bee593e8-a56c-4fa7-a44a-1db935ec0177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359194 Aug 30 07:40:54.921080 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a45fd-9dc0-4adc-b887-48888d136808 req-5c5217ea-fb37-4251-9651-0b06c756803c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:54.923321 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b81a45fd-9dc0-4adc-b887-48888d136808 req-5c5217ea-fb37-4251-9651-0b06c756803c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.1062458 Aug 30 07:40:54.927918 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8f9ee192-1a2e-4569-a94c-f6e6f5b81191 req-7f942bda-e201-4325-804c-89adac822160 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 210 time: 0.0315635 Aug 30 07:40:55.009485 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b81a45fd-9dc0-4adc-b887-48888d136808 req-0bbaa6ef-9a0e-46bf-9f7b-62504f6c36a4 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754201 Aug 30 07:40:55.049029 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-7557583a-74bb-4408-90da-85a3201a9b24 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.088755 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-7557583a-74bb-4408-90da-85a3201a9b24 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.137146 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-7557583a-74bb-4408-90da-85a3201a9b24 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Network f1957f70-ae9e-45c3-b999-2ae40c1c8896 is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:40:55.140826 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-7557583a-74bb-4408-90da-85a3201a9b24 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:40:55.144677 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-7557583a-74bb-4408-90da-85a3201a9b24 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:40:55.151029 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557583a-74bb-4408-90da-85a3201a9b24 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Pushing event updated for resources: {'Port': ['ID=9a0aef60-1a6f-4c85-a205-c3a8161e5110,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:55.198995 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-7557583a-74bb-4408-90da-85a3201a9b24 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:55.199852 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-7557583a-74bb-4408-90da-85a3201a9b24 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.215068 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-7557583a-74bb-4408-90da-85a3201a9b24 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7281663 Aug 30 07:40:55.231147 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Request body: {'port': {'device_id': '25e414d2-09e2-4b74-b3a3-2a55e6089f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:55.291911 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.592913 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0aef60-1a6f-4c85-a205-c3a8161e5110 {{(pid=100445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:55.601416 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.615545 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Transition to ACTIVE for port object 9a0aef60-1a6f-4c85-a205-c3a8161e5110 will not be triggered until provisioned by entity L2. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:40:55.623294 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.674360 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Pushing event updated for resources: {'Port': ['ID=9a0aef60-1a6f-4c85-a205-c3a8161e5110,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:55.766834 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Attempting to bind port 9a0aef60-1a6f-4c85-a205-c3a8161e5110 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:40:55.767408 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Attempting to bind port 9a0aef60-1a6f-4c85-a205-c3a8161e5110 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896'}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:40:55.767933 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Attempting to bind port 9a0aef60-1a6f-4c85-a205-c3a8161e5110 on network f1957f70-ae9e-45c3-b999-2ae40c1c8896 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:55.772916 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Port 9a0aef60-1a6f-4c85-a205-c3a8161e5110 on network f1957f70-ae9e-45c3-b999-2ae40c1c8896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:40:55.773403 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Attempting to bind port 9a0aef60-1a6f-4c85-a205-c3a8161e5110 on network f1957f70-ae9e-45c3-b999-2ae40c1c8896 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:55.779403 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:40:55.779762 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Checking segment: {'id': 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:40:55.780240 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Bound using segment: {'id': 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896'} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:40:55.780694 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Bound port: 9a0aef60-1a6f-4c85-a205-c3a8161e5110, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896'}}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:40:55.781062 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:56.057537 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d003e3a-c659-4a23-bd29-dafd929741c3 req-dc99655e-1161-4f0f-9337-c7e3a90255e8 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:56.059164 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1d003e3a-c659-4a23-bd29-dafd929741c3 req-dc99655e-1161-4f0f-9337-c7e3a90255e8 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/ports?device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 948 time: 0.1201115 Aug 30 07:40:56.116003 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1d003e3a-c659-4a23-bd29-dafd929741c3 req-01632ec0-23be-48dc-8437-bed51a68cc90 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/security-groups?id=bee593e8-a56c-4fa7-a44a-1db935ec0177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471113 Aug 30 07:40:56.126842 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] For port 9a0aef60-1a6f-4c85-a205-c3a8161e5110, host hv-cinder-80403, cleared binding levels {{(pid=100445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:40:56.132094 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] For port 9a0aef60-1a6f-4c85-a205-c3a8161e5110, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9a0aef60-1a6f-4c85-a205-c3a8161e5110,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:40:56.158525 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dad1a-78dc-4e8e-9b15-0d031e829c29 req-ae06de4f-f2d8-480b-88f4-e774d62b72e4 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:56.160149 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9e7dad1a-78dc-4e8e-9b15-0d031e829c29 req-ae06de4f-f2d8-480b-88f4-e774d62b72e4 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 944 time: 0.0985944 Aug 30 07:40:56.161255 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:56.181464 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d432f-e34c-424e-a0cc-be43892c3ff8 req-786a2384-b874-4b5f-9583-e57ae7af501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:56.182949 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c99d432f-e34c-424e-a0cc-be43892c3ff8 req-786a2384-b874-4b5f-9583-e57ae7af501b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 1099 time: 0.0660951 Aug 30 07:40:56.212741 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:56.213352 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:56.214821 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] 10.222.0.72 "PUT /v2.0/ports/9a0aef60-1a6f-4c85-a205-c3a8161e5110 HTTP/1.1" status: 200 len: 1094 time: 0.9879098 Aug 30 07:40:56.215314 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e414d2-09e2-4b74-b3a3-2a55e6089f1f', 'tag': '9a0aef60-1a6f-4c85-a205-c3a8161e5110'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:56.217888 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132d9214-8f89-4a54-b6ef-a67c4dba890a" -d '{"events": [{"name": "network-changed", "server_uuid": "25e414d2-09e2-4b74-b3a3-2a55e6089f1f", "tag": "9a0aef60-1a6f-4c85-a205-c3a8161e5110"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:56.243088 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c99d432f-e34c-424e-a0cc-be43892c3ff8 req-dd0a3c76-6afb-4e2c-9556-af0b4b6fc04b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491545 Aug 30 07:40:56.256617 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87af95-fff1-4a0c-8ff8-2462b63d2b88 req-fe1f1210-e1fe-46cf-b781-bbb6bb0e00ed tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:56.258170 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4e87af95-fff1-4a0c-8ff8-2462b63d2b88 req-fe1f1210-e1fe-46cf-b781-bbb6bb0e00ed tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0787995 Aug 30 07:40:56.259739 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9e7dad1a-78dc-4e8e-9b15-0d031e829c29 req-f81e7570-a2df-48f6-9c95-69581ca00dca tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900640 Aug 30 07:40:56.260737 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619109bc-c6bd-4ae3-af9b-9a2c5d4b91de service neutron] Pushing event updated for resources: {'Port': ['ID=9a0aef60-1a6f-4c85-a205-c3a8161e5110,revision_number=3']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:56.302340 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4e87af95-fff1-4a0c-8ff8-2462b63d2b88 req-0962abe3-9c21-4617-aa8d-bc5a03401f06 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370967 Aug 30 07:40:56.306932 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e5108c-a97c-4d5d-b83e-cc442b88524f x-openstack-request-id: req-c2e5108c-a97c-4d5d-b83e-cc442b88524f {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:56.307223 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e414d2-09e2-4b74-b3a3-2a55e6089f1f", "tag": "9a0aef60-1a6f-4c85-a205-c3a8161e5110", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:56.307475 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2e5108c-a97c-4d5d-b83e-cc442b88524f {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:56.307872 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e414d2-09e2-4b74-b3a3-2a55e6089f1f', 'tag': '9a0aef60-1a6f-4c85-a205-c3a8161e5110', 'status': 'completed', 'code': 200} Aug 30 07:40:56.376709 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 538cf405-62ce-4aa1-8ffb-7dd438935804 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:40:56.427334 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port 538cf405-62ce-4aa1-8ffb-7dd438935804 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:40:56.431625 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port 538cf405-62ce-4aa1-8ffb-7dd438935804 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:56.432078 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:56.510361 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:56.511336 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-a3707974-4e3d-43fe-83a6-2f30821e53b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:56.513481 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-a3707974-4e3d-43fe-83a6-2f30821e53b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6a3405db278454ba1d037ab2b70c385&device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 1097 time: 0.0425119 Aug 30 07:40:56.535789 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e61284-6b3d-41fa-8f5a-73ec3e03fd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538cf405-62ce-4aa1-8ffb-7dd438935804'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:56.538134 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ee11bb-6b9e-473a-9f87-69497be585f0" -d '{"events": [{"server_uuid": "29e61284-6b3d-41fa-8f5a-73ec3e03fd69", "name": "network-vif-plugged", "status": "completed", "tag": "538cf405-62ce-4aa1-8ffb-7dd438935804"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:56.552637 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 538cf405-62ce-4aa1-8ffb-7dd438935804, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=538cf405-62ce-4aa1-8ffb-7dd438935804,segment=NetworkSegment(e7e42162-ca7b-4060-9086-68819c1d9120),segment_id=e7e42162-ca7b-4060-9086-68819c1d9120)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:56.557253 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:56.562370 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-3ab86cf4-2784-4a70-8656-ea98241d2ac7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a0aef60-1a6f-4c85-a205-c3a8161e5110 HTTP/1.1" status: 200 len: 217 time: 0.0378506 Aug 30 07:40:56.581669 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d6e552-b648-431c-a33a-7ba6b090bdca x-openstack-request-id: req-15d6e552-b648-431c-a33a-7ba6b090bdca {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:56.582093 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e61284-6b3d-41fa-8f5a-73ec3e03fd69", "name": "network-vif-plugged", "status": "completed", "tag": "538cf405-62ce-4aa1-8ffb-7dd438935804", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:56.582444 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15d6e552-b648-431c-a33a-7ba6b090bdca {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:56.582927 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e61284-6b3d-41fa-8f5a-73ec3e03fd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538cf405-62ce-4aa1-8ffb-7dd438935804', 'code': 200} Aug 30 07:40:56.614946 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=538cf405-62ce-4aa1-8ffb-7dd438935804,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:56.625564 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-47bb43a1-c71d-49aa-a4b8-afbca5fcb96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:56.627687 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-47bb43a1-c71d-49aa-a4b8-afbca5fcb96d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81a28adc-95ec-4deb-8d77-da2c96fa4883 HTTP/1.1" status: 200 len: 855 time: 0.0556240 Aug 30 07:40:56.702728 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-0e89569a-3182-4cc2-8e19-98179541bdc8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1957f70-ae9e-45c3-b999-2ae40c1c8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316005 Aug 30 07:40:56.764380 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86eea17-10c3-4eac-ada2-1ba2c72a7cab req-1b4227b7-5196-4d47-a07b-7727c523e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:56.766542 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f86eea17-10c3-4eac-ada2-1ba2c72a7cab req-1b4227b7-5196-4d47-a07b-7727c523e407 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 1102 time: 0.0431905 Aug 30 07:40:56.806867 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-2ef98efd-5142-48fe-a2bc-c7fb03df9978 service neutron] 10.222.0.72 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949864 Aug 30 07:40:56.818988 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f86eea17-10c3-4eac-ada2-1ba2c72a7cab req-794b1311-620f-4d05-afa1-4d6c61aae039 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bee593e8-a56c-4fa7-a44a-1db935ec0177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382876 Aug 30 07:40:56.903719 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1add985f-41ff-4373-8eb4-0b6d5775156e req-6f8b1459-19b0-4915-ab36-7bce7321484b service neutron] 10.222.0.72 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871296 Aug 30 07:40:57.208374 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d9214-8f89-4a54-b6ef-a67c4dba890a req-35a6a703-4502-49ce-885a-ca9fbd714e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:57.210272 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-132d9214-8f89-4a54-b6ef-a67c4dba890a req-35a6a703-4502-49ce-885a-ca9fbd714e9a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6a3405db278454ba1d037ab2b70c385&device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 1097 time: 0.0530427 Aug 30 07:40:57.315820 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6623ba-9c3f-4a68-bf7b-b09477ea6aa4 req-04ad5f2e-38ab-479b-9748-81df73befae8 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:57.317809 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-eb6623ba-9c3f-4a68-bf7b-b09477ea6aa4 req-04ad5f2e-38ab-479b-9748-81df73befae8 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/ports?device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 949 time: 0.1003995 Aug 30 07:40:57.374340 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d9214-8f89-4a54-b6ef-a67c4dba890a req-7114f2e6-a65f-48db-9824-22aa7464d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:57.376729 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-132d9214-8f89-4a54-b6ef-a67c4dba890a req-7114f2e6-a65f-48db-9824-22aa7464d638 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1957f70-ae9e-45c3-b999-2ae40c1c8896 HTTP/1.1" status: 200 len: 917 time: 0.1502323 Aug 30 07:40:57.387819 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a4b0b-f3d5-469c-9767-d62787e2ef84 req-281f6629-bd4c-4e21-9845-5fca61468d1a tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:57.389426 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-751a4b0b-f3d5-469c-9767-d62787e2ef84 req-281f6629-bd4c-4e21-9845-5fca61468d1a tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 944 time: 0.0556111 Aug 30 07:40:57.399630 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-eb6623ba-9c3f-4a68-bf7b-b09477ea6aa4 req-c3afbeec-2814-4d05-adc0-ee566bbfd62e tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/security-groups?id=bee593e8-a56c-4fa7-a44a-1db935ec0177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692859 Aug 30 07:40:57.432474 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-132d9214-8f89-4a54-b6ef-a67c4dba890a req-64a8c259-81ce-45ce-be85-058d30e76fd9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a0aef60-1a6f-4c85-a205-c3a8161e5110 HTTP/1.1" status: 200 len: 217 time: 0.0458112 Aug 30 07:40:57.443427 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-751a4b0b-f3d5-469c-9767-d62787e2ef84 req-b2b83f22-41ab-42ca-b74c-a111813250e2 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473201 Aug 30 07:40:57.505249 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d9214-8f89-4a54-b6ef-a67c4dba890a req-eac3a507-2c84-4a78-84ff-1765b17d4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:57.505570 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-132d9214-8f89-4a54-b6ef-a67c4dba890a req-eac3a507-2c84-4a78-84ff-1765b17d4d3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81a28adc-95ec-4deb-8d77-da2c96fa4883 HTTP/1.1" status: 200 len: 855 time: 0.0595961 Aug 30 07:40:57.558405 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-132d9214-8f89-4a54-b6ef-a67c4dba890a req-4696599c-5145-4302-a4eb-709de8808c55 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1957f70-ae9e-45c3-b999-2ae40c1c8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414643 Aug 30 07:40:57.586185 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a1db3-8b82-459b-b9fc-12d437108490 req-5bfaefe1-0573-45b6-90d6-ff08c935d368 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:57.587697 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-258a1db3-8b82-459b-b9fc-12d437108490 req-5bfaefe1-0573-45b6-90d6-ff08c935d368 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0808210 Aug 30 07:40:57.689128 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-258a1db3-8b82-459b-b9fc-12d437108490 req-706b7aaa-fdf8-4600-b2c3-1b4b2ae00192 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916207 Aug 30 07:40:57.708869 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-132d9214-8f89-4a54-b6ef-a67c4dba890a req-3e792e6c-8158-4465-947f-2f7f4b95a24d service neutron] 10.222.0.72 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383085 Aug 30 07:40:57.990249 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-132d9214-8f89-4a54-b6ef-a67c4dba890a req-a3e2995b-95df-43b7-adba-e03617d61b87 service neutron] 10.222.0.72 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729778 Aug 30 07:40:58.573019 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1971648-6ad3-4613-8080-962e92639eb1 req-f2b6d455-7179-4540-bf9b-8efde14f729b tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:58.575239 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d1971648-6ad3-4613-8080-962e92639eb1 req-f2b6d455-7179-4540-bf9b-8efde14f729b tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/ports?device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 949 time: 0.0857503 Aug 30 07:40:58.595085 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc87bda-ccfb-472d-9442-cb5065b5a9ce req-e086647d-6510-4c59-9fca-5d30a0c143aa tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:58.596611 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-fcc87bda-ccfb-472d-9442-cb5065b5a9ce req-e086647d-6510-4c59-9fca-5d30a0c143aa tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 944 time: 0.0683844 Aug 30 07:40:58.627004 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d1971648-6ad3-4613-8080-962e92639eb1 req-ce246bf8-81bd-4326-9d37-45f80b6742e8 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/security-groups?id=bee593e8-a56c-4fa7-a44a-1db935ec0177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385213 Aug 30 07:40:58.636996 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-fcc87bda-ccfb-472d-9442-cb5065b5a9ce req-98a615b5-5e4e-4a3f-bb6e-adf143ac35b0 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334728 Aug 30 07:40:58.824462 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f591338-e7dd-4f5a-89f4-0e66497d9966 req-aaa4025e-3870-41f0-be7e-dddf549e9e59 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:58.826170 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6f591338-e7dd-4f5a-89f4-0e66497d9966 req-aaa4025e-3870-41f0-be7e-dddf549e9e59 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0538776 Aug 30 07:40:58.870225 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6f591338-e7dd-4f5a-89f4-0e66497d9966 req-63e4a48a-b06b-465a-87ef-93d9173056dc tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376451 Aug 30 07:40:58.998106 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff59360-85b1-4499-868c-42ea9875b334 req-5fd62293-78de-41e6-b660-c5ebdef04faa tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:58.999870 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1ff59360-85b1-4499-868c-42ea9875b334 req-5fd62293-78de-41e6-b660-c5ebdef04faa tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0606666 Aug 30 07:40:59.048251 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1ff59360-85b1-4499-868c-42ea9875b334 req-83812238-1535-441b-a469-8a8396b7529b tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 Aug 30 07:40:59.819488 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977be577-b43e-4abf-b10f-94418bda7702 req-2318cccc-faa2-42ba-9bc6-116e0d0e7a0f tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:59.821224 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-977be577-b43e-4abf-b10f-94418bda7702 req-2318cccc-faa2-42ba-9bc6-116e0d0e7a0f tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 944 time: 0.0853941 Aug 30 07:40:59.821443 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7431bd4-54f4-4333-be8e-8373d8a74068 req-23173a86-ce44-4fd2-ae6c-35aa0bb35faf tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:59.823054 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c7431bd4-54f4-4333-be8e-8373d8a74068 req-23173a86-ce44-4fd2-ae6c-35aa0bb35faf tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/ports?device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 949 time: 0.0698366 Aug 30 07:40:59.871085 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-977be577-b43e-4abf-b10f-94418bda7702 req-5328f01d-aa09-42ba-b333-2734324832fd tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417233 Aug 30 07:40:59.893840 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c7431bd4-54f4-4333-be8e-8373d8a74068 req-c9a357cc-746a-4b03-ab75-b813c69f8490 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/security-groups?id=bee593e8-a56c-4fa7-a44a-1db935ec0177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625286 Aug 30 07:41:00.263622 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee29ab8-db46-47bb-a150-b3e9e0391cad req-9a895aaa-5e39-4ce1-a8ab-30d4d7b4aa39 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:00.268628 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2ee29ab8-db46-47bb-a150-b3e9e0391cad req-9a895aaa-5e39-4ce1-a8ab-30d4d7b4aa39 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/ports?device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 949 time: 0.0759385 Aug 30 07:41:00.323071 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2ee29ab8-db46-47bb-a150-b3e9e0391cad req-53643f43-671d-400c-9db1-bd6d31fa98be tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/security-groups?id=bee593e8-a56c-4fa7-a44a-1db935ec0177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456088 Aug 30 07:41:00.373534 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 9a0aef60-1a6f-4c85-a205-c3a8161e5110 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:41:00.482596 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 9a0aef60-1a6f-4c85-a205-c3a8161e5110, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9a0aef60-1a6f-4c85-a205-c3a8161e5110,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:41:00.496041 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': '9a0aef60-1a6f-4c85-a205-c3a8161e5110', 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896', 'port_id': '9a0aef60-1a6f-4c85-a205-c3a8161e5110', 'mac_address': 'fa:16:3e:0c:fb:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a28adc-95ec-4deb-8d77-da2c96fa4883', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:41:00.539892 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:00.554347 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0aef60-1a6f-4c85-a205-c3a8161e5110 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:41:00.588003 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 9a0aef60-1a6f-4c85-a205-c3a8161e5110, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9a0aef60-1a6f-4c85-a205-c3a8161e5110,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:41:00.593355 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:00.664483 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=9a0aef60-1a6f-4c85-a205-c3a8161e5110,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:00.991004 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['9a0aef60-1a6f-4c85-a205-c3a8161e5110'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:41:01.052073 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a155cb-34c6-4a5f-832f-9cc7ec4f1028 req-78d2b384-f624-4819-a224-d9dd0657313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:01.053603 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-25a155cb-34c6-4a5f-832f-9cc7ec4f1028 req-78d2b384-f624-4819-a224-d9dd0657313a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=039f78ae6a114205902a5ca4bd81deb4&device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 1099 time: 0.0969927 Aug 30 07:41:01.063560 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3a2ff-69c8-4237-9764-aa7b086804a1 req-90d308f6-304b-4a0d-9634-4647bbc541b6 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:01.065098 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3fe3a2ff-69c8-4237-9764-aa7b086804a1 req-90d308f6-304b-4a0d-9634-4647bbc541b6 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0598879 Aug 30 07:41:01.087829 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f361a-132b-4c22-928b-ff1fa13c7db5 req-e6574ecc-7ec8-4ee6-988e-568a664adfca tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:01.089514 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-457f361a-132b-4c22-928b-ff1fa13c7db5 req-e6574ecc-7ec8-4ee6-988e-568a664adfca tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 945 time: 0.0776021 Aug 30 07:41:01.123474 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3fe3a2ff-69c8-4237-9764-aa7b086804a1 req-301a3e8d-1b7c-4754-be92-4c67f2ddeaaf tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474975 Aug 30 07:41:01.175025 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-457f361a-132b-4c22-928b-ff1fa13c7db5 req-180f5bad-c7ce-4096-9d53-ed2819efb030 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748637 Aug 30 07:41:01.200962 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a155cb-34c6-4a5f-832f-9cc7ec4f1028 req-f1398d3c-d716-412c-b220-9e07b6b3aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:01.202600 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-25a155cb-34c6-4a5f-832f-9cc7ec4f1028 req-f1398d3c-d716-412c-b220-9e07b6b3aafb service neutron] 10.222.0.72 "GET /v2.0/networks?id=e1f0e4f3-8cd4-4750-9064-5419198018fa HTTP/1.1" status: 200 len: 921 time: 0.1347384 Aug 30 07:41:01.245391 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-25a155cb-34c6-4a5f-832f-9cc7ec4f1028 req-e48066db-9c89-4ac4-8fdf-4b9d1fe9969c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=049cdeec-1eaf-4cf0-b16c-af4e383541f4 HTTP/1.1" status: 200 len: 217 time: 0.0339875 Aug 30 07:41:01.300884 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a155cb-34c6-4a5f-832f-9cc7ec4f1028 req-5a08cd12-c974-4145-924c-c50b3ffe6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:01.302387 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-25a155cb-34c6-4a5f-832f-9cc7ec4f1028 req-5a08cd12-c974-4145-924c-c50b3ffe6602 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2e838872-2a24-4ea8-9361-de08c41567ff HTTP/1.1" status: 200 len: 859 time: 0.0474324 Aug 30 07:41:01.343017 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-25a155cb-34c6-4a5f-832f-9cc7ec4f1028 req-00ad192f-dfa4-4785-bd0e-8f0a3269d97b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1f0e4f3-8cd4-4750-9064-5419198018fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253513 Aug 30 07:41:01.494951 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-25a155cb-34c6-4a5f-832f-9cc7ec4f1028 req-38d0201c-c244-4276-bdec-270e3d25f301 service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422274 Aug 30 07:41:01.612916 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff27390-615d-4eb5-95fc-31e3b85760d0 req-7a333c4a-de8a-4bab-9bb9-a23466c477fb tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:01.615068 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-eff27390-615d-4eb5-95fc-31e3b85760d0 req-7a333c4a-de8a-4bab-9bb9-a23466c477fb tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/ports?device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 949 time: 0.0648563 Aug 30 07:41:01.643137 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-25a155cb-34c6-4a5f-832f-9cc7ec4f1028 req-3f4316ba-91ab-4413-933e-396e1723a7f7 service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357181 Aug 30 07:41:01.668602 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-eff27390-615d-4eb5-95fc-31e3b85760d0 req-06ec3bb3-f277-40f7-b8d2-5047889dff77 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/security-groups?id=bee593e8-a56c-4fa7-a44a-1db935ec0177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432429 Aug 30 07:41:02.130478 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f627ea4-d28f-4b08-8792-b16582b7bf04 req-eb4e2c12-977b-4e8b-a14d-5a96d6ebfd9e tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:02.133184 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1f627ea4-d28f-4b08-8792-b16582b7bf04 req-eb4e2c12-977b-4e8b-a14d-5a96d6ebfd9e tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.72 "GET /v2.0/ports?device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 949 time: 0.0667796 Aug 30 07:41:02.335438 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ea849-6645-448e-808f-3f4d652d444a req-014db60f-21cd-4666-a95f-c3072b6dad5c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:02.337126 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f88ea849-6645-448e-808f-3f4d652d444a req-014db60f-21cd-4666-a95f-c3072b6dad5c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 945 time: 0.0847266 Aug 30 07:41:02.355426 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3952f-9bdb-4cd5-bcd1-3efca52df2fd req-13077aaf-6013-48c5-8371-e5be851cf4c2 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:02.356955 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-feb3952f-9bdb-4cd5-bcd1-3efca52df2fd req-13077aaf-6013-48c5-8371-e5be851cf4c2 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0986066 Aug 30 07:41:02.377296 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-1f627ea4-d28f-4b08-8792-b16582b7bf04 req-b7d19652-406c-4ed9-94db-97d6d4c5d8af tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Deleting port 538cf405-62ce-4aa1-8ffb-7dd438935804 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:41:02.377635 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-1f627ea4-d28f-4b08-8792-b16582b7bf04 req-b7d19652-406c-4ed9-94db-97d6d4c5d8af tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:02.389377 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 9a0aef60-1a6f-4c85-a205-c3a8161e5110 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:41:02.392186 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f88ea849-6645-448e-808f-3f4d652d444a req-b77ae577-c558-40a5-abbc-ea3215758770 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436285 Aug 30 07:41:02.477249 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port 9a0aef60-1a6f-4c85-a205-c3a8161e5110 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:41:02.482261 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port 9a0aef60-1a6f-4c85-a205-c3a8161e5110 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:41:02.482699 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:02.520021 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-feb3952f-9bdb-4cd5-bcd1-3efca52df2fd req-0131f6bf-9835-4666-bab3-9c8b2fd72cc3 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504178 Aug 30 07:41:02.602961 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:02.603190 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-1f627ea4-d28f-4b08-8792-b16582b7bf04 req-b7d19652-406c-4ed9-94db-97d6d4c5d8af tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] For port 538cf405-62ce-4aa1-8ffb-7dd438935804, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=538cf405-62ce-4aa1-8ffb-7dd438935804,segment=NetworkSegment(e7e42162-ca7b-4060-9086-68819c1d9120),segment_id=e7e42162-ca7b-4060-9086-68819c1d9120)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:41:02.603791 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-1f627ea4-d28f-4b08-8792-b16582b7bf04 req-b7d19652-406c-4ed9-94db-97d6d4c5d8af tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:02.632030 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-1f627ea4-d28f-4b08-8792-b16582b7bf04 req-b7d19652-406c-4ed9-94db-97d6d4c5d8af tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Calling delete_port for 538cf405-62ce-4aa1-8ffb-7dd438935804 owned by compute:nova {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:41:02.639942 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e414d2-09e2-4b74-b3a3-2a55e6089f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0aef60-1a6f-4c85-a205-c3a8161e5110'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:41:02.643030 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d939673a-7099-4981-88cd-7b537034ba8e" -d '{"events": [{"server_uuid": "25e414d2-09e2-4b74-b3a3-2a55e6089f1f", "name": "network-vif-plugged", "status": "completed", "tag": "9a0aef60-1a6f-4c85-a205-c3a8161e5110"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:41:02.662757 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 9a0aef60-1a6f-4c85-a205-c3a8161e5110, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9a0aef60-1a6f-4c85-a205-c3a8161e5110,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:41:02.669474 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:02.761386 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411f157a-6542-4d4d-b808-64cd5ca27591 x-openstack-request-id: req-411f157a-6542-4d4d-b808-64cd5ca27591 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:41:02.761833 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e414d2-09e2-4b74-b3a3-2a55e6089f1f", "name": "network-vif-plugged", "status": "completed", "tag": "9a0aef60-1a6f-4c85-a205-c3a8161e5110", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:41:02.762257 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-411f157a-6542-4d4d-b808-64cd5ca27591 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:41:02.762871 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e414d2-09e2-4b74-b3a3-2a55e6089f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0aef60-1a6f-4c85-a205-c3a8161e5110', 'code': 200} Aug 30 07:41:02.827358 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=9a0aef60-1a6f-4c85-a205-c3a8161e5110,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:02.921668 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5686b67-a396-4e25-b944-0034ddc309d2 req-20ac3947-7932-4db8-ba1a-96749324545a tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:02.923398 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b5686b67-a396-4e25-b944-0034ddc309d2 req-20ac3947-7932-4db8-ba1a-96749324545a tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/ports?device_id=29e61284-6b3d-41fa-8f5a-73ec3e03fd69 HTTP/1.1" status: 200 len: 949 time: 0.1157086 Aug 30 07:41:02.998885 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b5686b67-a396-4e25-b944-0034ddc309d2 req-33ed2d56-74f3-4999-b0af-4ae53c024b20 tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.58 "GET /v2.0/security-groups?id=bee593e8-a56c-4fa7-a44a-1db935ec0177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640337 Aug 30 07:41:03.010625 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cadb45-26a1-4918-83f1-506a07afb000 req-32af8c74-5b59-4e5e-be27-a223c374b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:03.013538 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d9cadb45-26a1-4918-83f1-506a07afb000 req-32af8c74-5b59-4e5e-be27-a223c374b98b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 1099 time: 0.0696826 Aug 30 07:41:03.050570 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-1f627ea4-d28f-4b08-8792-b16582b7bf04 req-b7d19652-406c-4ed9-94db-97d6d4c5d8af tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.063804 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['538cf405-62ce-4aa1-8ffb-7dd438935804'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:41:03.069625 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d9cadb45-26a1-4918-83f1-506a07afb000 req-72f3e588-cee9-4437-82df-14680b8eefa2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367689 Aug 30 07:41:03.082851 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d19652-406c-4ed9-94db-97d6d4c5d8af tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Pushing event deleted for resources: {'Port': ['ID=538cf405-62ce-4aa1-8ffb-7dd438935804,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:03.160735 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f627ea4-d28f-4b08-8792-b16582b7bf04 req-b7d19652-406c-4ed9-94db-97d6d4c5d8af tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] No DVR routers for this DVR port 538cf405-62ce-4aa1-8ffb-7dd438935804 on host hv-cinder-80403 {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:41:03.164379 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-1f627ea4-d28f-4b08-8792-b16582b7bf04 req-b7d19652-406c-4ed9-94db-97d6d4c5d8af tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.166754 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1f627ea4-d28f-4b08-8792-b16582b7bf04 req-b7d19652-406c-4ed9-94db-97d6d4c5d8af tempest-VolumesNegativeTest-1676362253 tempest-VolumesNegativeTest-1676362253-project] 10.222.0.72 "DELETE /v2.0/ports/538cf405-62ce-4aa1-8ffb-7dd438935804 HTTP/1.1" status: 204 len: 173 time: 1.0248642 Aug 30 07:41:03.167207 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e61284-6b3d-41fa-8f5a-73ec3e03fd69', 'name': 'network-vif-deleted', 'tag': '538cf405-62ce-4aa1-8ffb-7dd438935804'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:41:03.169676 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a92c30-5eef-4748-8506-018f5b640a8c" -d '{"events": [{"server_uuid": "29e61284-6b3d-41fa-8f5a-73ec3e03fd69", "name": "network-vif-deleted", "tag": "538cf405-62ce-4aa1-8ffb-7dd438935804"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:41:03.222066 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85500a30-284c-4203-882d-6c987aa70afb x-openstack-request-id: req-85500a30-284c-4203-882d-6c987aa70afb {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:41:03.222579 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e61284-6b3d-41fa-8f5a-73ec3e03fd69", "name": "network-vif-deleted", "tag": "538cf405-62ce-4aa1-8ffb-7dd438935804", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:41:03.222845 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85500a30-284c-4203-882d-6c987aa70afb {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:41:03.223287 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e61284-6b3d-41fa-8f5a-73ec3e03fd69', 'name': 'network-vif-deleted', 'tag': '538cf405-62ce-4aa1-8ffb-7dd438935804', 'status': 'completed', 'code': 200} Aug 30 07:41:03.543503 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04fd86-745b-4930-b11b-33eebde2be36 req-75cf7695-3cf7-443a-b762-a178a163c208 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:03.544997 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-af04fd86-745b-4930-b11b-33eebde2be36 req-75cf7695-3cf7-443a-b762-a178a163c208 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 946 time: 0.0517254 Aug 30 07:41:03.604369 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-af04fd86-745b-4930-b11b-33eebde2be36 req-50401635-b24b-41e6-8368-4d98bc26cdaf tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435998 Aug 30 07:41:03.611318 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-25254790-085b-4753-b441-b3cf64fd8fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.799059 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa442a4-bf33-4f69-bdca-db3e6bf89087 req-912417c2-4f6f-46fb-9b81-48e0872f49bb tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:03.807942 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cfa442a4-bf33-4f69-bdca-db3e6bf89087 req-912417c2-4f6f-46fb-9b81-48e0872f49bb tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0728717 Aug 30 07:41:03.847833 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cfa442a4-bf33-4f69-bdca-db3e6bf89087 req-a5018c5d-ac07-488c-9c63-acee85e7b378 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389090 Aug 30 07:41:04.167373 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 50456) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:04.303350 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b936e3ed-ade1-423b-824b-8fa437f2db45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.436120 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b936e3ed-ade1-423b-824b-8fa437f2db45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.443188 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b936e3ed-ade1-423b-824b-8fa437f2db45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.495439 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-b936e3ed-ade1-423b-824b-8fa437f2db45 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a2ae7b1e3c6940e29d990717e516d02c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264754 Aug 30 07:41:04.496301 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936e3ed-ade1-423b-824b-8fa437f2db45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b589561-9a69-44ce-a346-94a733001cd6,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:04.498145 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 50474) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:04.555668 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b6b72194-2edc-4675-abfd-32952cda2e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.581316 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b6b72194-2edc-4675-abfd-32952cda2e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.682683 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b6b72194-2edc-4675-abfd-32952cda2e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.686649 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b6b72194-2edc-4675-abfd-32952cda2e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.688354 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-b6b72194-2edc-4675-abfd-32952cda2e97 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b589561-9a69-44ce-a346-94a733001cd6 HTTP/1.1" status: 204 len: 168 time: 0.1890471 Aug 30 07:41:04.725535 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b72194-2edc-4675-abfd-32952cda2e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b589561-9a69-44ce-a346-94a733001cd6,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:04.763177 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073904d-23d0-4223-a983-73b6788d9a4b req-aa6dd621-d76c-4e06-a428-b1dcdac9e2cf tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:04.772640 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4073904d-23d0-4223-a983-73b6788d9a4b req-aa6dd621-d76c-4e06-a428-b1dcdac9e2cf tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 946 time: 0.1028697 Aug 30 07:41:04.825497 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4073904d-23d0-4223-a983-73b6788d9a4b req-5dd883d6-ed30-4fa8-9636-c7b2d013ca06 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501890 Aug 30 07:41:05.021697 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ee516-017a-464e-9022-0ad71fc53ade req-11e6fa84-f5cc-48f2-8210-0d0502d6ca0d tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:05.023491 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c70ee516-017a-464e-9022-0ad71fc53ade req-11e6fa84-f5cc-48f2-8210-0d0502d6ca0d tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0881431 Aug 30 07:41:05.071088 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c70ee516-017a-464e-9022-0ad71fc53ade req-964a7eaa-a6ea-4854-944a-6f64931bd492 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398562 Aug 30 07:41:05.877103 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b71fce1a-53f9-4908-8d87-680d5c831002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:06.450646 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:07.055241 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 538cf405-62ce-4aa1-8ffb-7dd438935804 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:41:07.083389 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: 538cf405-62ce-4aa1-8ffb-7dd438935804 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:41:07.083647 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 538cf405-62ce-4aa1-8ffb-7dd438935804 not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:41:07.179935 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c86c9e-d3e3-4029-8ff4-6ca18f1785dd req-fca1042e-1a4e-4392-a3dd-f57b93f342f5 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:07.181653 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f7c86c9e-d3e3-4029-8ff4-6ca18f1785dd req-fca1042e-1a4e-4392-a3dd-f57b93f342f5 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 946 time: 0.0557845 Aug 30 07:41:07.198622 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92e663-6307-4586-a440-8d7c5103982a req-a46ca5d4-b46a-4d0f-a469-c81dff7c0a6b tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:07.200259 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3e92e663-6307-4586-a440-8d7c5103982a req-a46ca5d4-b46a-4d0f-a469-c81dff7c0a6b tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0526032 Aug 30 07:41:07.226386 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f7c86c9e-d3e3-4029-8ff4-6ca18f1785dd req-14ccccff-bca8-46a1-99d1-538c9a3d74d9 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381932 Aug 30 07:41:07.240779 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:07.252744 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3e92e663-6307-4586-a440-8d7c5103982a req-46d8d44b-eeb8-431f-9f6f-0a75b032875f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443745 Aug 30 07:41:08.337160 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 50734) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:08.357961 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56c62d-f129-4325-b50c-a51a6da1a459 req-f9aa737b-687e-40ee-a2a3-164d570584e5 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:08.360085 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4b56c62d-f129-4325-b50c-a51a6da1a459 req-f9aa737b-687e-40ee-a2a3-164d570584e5 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 946 time: 0.0582266 Aug 30 07:41:08.380611 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f20d3-3918-4c7b-9f78-8e2b827f0a6e req-968f9e12-f83c-4fa0-b9f8-6bc69bb7d497 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:08.383858 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5c4f20d3-3918-4c7b-9f78-8e2b827f0a6e req-968f9e12-f83c-4fa0-b9f8-6bc69bb7d497 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0569098 Aug 30 07:41:08.410060 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4b56c62d-f129-4325-b50c-a51a6da1a459 req-480a6663-3429-4c0b-a7a4-071fe91ee060 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434809 Aug 30 07:41:08.434272 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5c4f20d3-3918-4c7b-9f78-8e2b827f0a6e req-d2d9f362-3f77-4b22-9ffe-3bfbf091dc9d tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424788 Aug 30 07:41:08.491302 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-a731822b-c5ee-41aa-8756-401e748fdd77 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e91b90ac17a14a5ba18a46e70603fb71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522212 Aug 30 07:41:08.494143 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 50740) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:08.548090 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-77588b1e-9db3-4d5a-b042-481b90e9a9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:08.570611 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-77588b1e-9db3-4d5a-b042-481b90e9a9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:08.622562 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-77588b1e-9db3-4d5a-b042-481b90e9a9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:08.625456 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-77588b1e-9db3-4d5a-b042-481b90e9a9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:08.629451 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-77588b1e-9db3-4d5a-b042-481b90e9a9cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bee593e8-a56c-4fa7-a44a-1db935ec0177 HTTP/1.1" status: 204 len: 168 time: 0.1328316 Aug 30 07:41:08.638540 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77588b1e-9db3-4d5a-b042-481b90e9a9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee593e8-a56c-4fa7-a44a-1db935ec0177,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:08.934579 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:09.455821 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:09.556293 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767ee31-876c-44f0-9270-3a52da86f68a req-ae5e7396-a203-4f67-9ed2-917eaf0b8922 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:09.557857 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1767ee31-876c-44f0-9270-3a52da86f68a req-ae5e7396-a203-4f67-9ed2-917eaf0b8922 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0485742 Aug 30 07:41:09.596646 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1767ee31-876c-44f0-9270-3a52da86f68a req-e6342c80-5590-47c5-89fd-5b3818ee6c23 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315311 Aug 30 07:41:10.714226 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5e276-a07a-42e3-899b-41ca1de8c9c4 req-39f04b2d-087d-4711-a3e4-88fe0255776d tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:10.715729 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-12b5e276-a07a-42e3-899b-41ca1de8c9c4 req-39f04b2d-087d-4711-a3e4-88fe0255776d tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0495124 Aug 30 07:41:10.757453 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-12b5e276-a07a-42e3-899b-41ca1de8c9c4 req-b7a0fb20-1a66-4565-9889-618828b6c803 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348401 Aug 30 07:41:11.873013 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3164785-ac2a-425c-a859-c81d7cbf592d req-50ce3205-9d0c-4894-af7c-89ef0c1eb00d tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:11.874522 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a3164785-ac2a-425c-a859-c81d7cbf592d req-50ce3205-9d0c-4894-af7c-89ef0c1eb00d tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0484986 Aug 30 07:41:11.913659 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a3164785-ac2a-425c-a859-c81d7cbf592d req-0b456650-6856-43db-b955-5fab02cd4d06 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332923 Aug 30 07:41:12.790257 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 50824) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:12.897940 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5dc65ee7-e9ca-4a0e-b9a1-879cade248d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:12.987882 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5dc65ee7-e9ca-4a0e-b9a1-879cade248d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:12.991573 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5dc65ee7-e9ca-4a0e-b9a1-879cade248d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:13.029790 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc65ee7-e9ca-4a0e-b9a1-879cade248d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0f8d1e-9af6-4e14-9427-570c1e6ff155,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:13.037865 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-5dc65ee7-e9ca-4a0e-b9a1-879cade248d2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=46fd4471562947d49962b948e2fe323f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464437 Aug 30 07:41:13.038644 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 50830) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:13.054028 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00525c1-a83f-4914-8395-2f137946bbae req-855a7982-54bf-44ff-82e1-f1a76fecc15c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:13.056246 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e00525c1-a83f-4914-8395-2f137946bbae req-855a7982-54bf-44ff-82e1-f1a76fecc15c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0718725 Aug 30 07:41:13.091695 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2c0c-d2a7-4222-b918-6409c283504e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:13.101908 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e00525c1-a83f-4914-8395-2f137946bbae req-1808ddad-4cad-446e-af68-58f734f449e9 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362670 Aug 30 07:41:13.117547 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2c0c-d2a7-4222-b918-6409c283504e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:13.164758 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2c0c-d2a7-4222-b918-6409c283504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:13.167568 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2c0c-d2a7-4222-b918-6409c283504e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:13.168718 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-cf8c2c0c-d2a7-4222-b918-6409c283504e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da0f8d1e-9af6-4e14-9427-570c1e6ff155 HTTP/1.1" status: 204 len: 168 time: 0.1288271 Aug 30 07:41:13.178409 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c2c0c-d2a7-4222-b918-6409c283504e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0f8d1e-9af6-4e14-9427-570c1e6ff155,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:13.187897 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b573014-d68d-4f42-bb7e-a106e70e1ccb req-5bd5fa23-762d-4f02-a6a0-e318327d6a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:13.189450 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9b573014-d68d-4f42-bb7e-a106e70e1ccb req-5bd5fa23-762d-4f02-a6a0-e318327d6a4c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 1099 time: 0.0465398 Aug 30 07:41:13.227482 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9b573014-d68d-4f42-bb7e-a106e70e1ccb req-6292be55-19e9-40aa-8950-2ab3adda01b2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293155 Aug 30 07:41:13.957507 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:41:14.225609 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14324865-4e5a-49aa-b69c-cab984ac7891 req-63528afb-a146-4dda-8c45-a730fce071b5 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:14.227636 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-14324865-4e5a-49aa-b69c-cab984ac7891 req-63528afb-a146-4dda-8c45-a730fce071b5 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0545745 Aug 30 07:41:14.274332 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-14324865-4e5a-49aa-b69c-cab984ac7891 req-68efe91d-9b0e-4bc3-8c87-72b791b4c67f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404007 Aug 30 07:41:15.390744 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da57ba-639d-415d-82e6-c901037520e4 req-44bd745b-56f2-4d06-a3e4-799db6ee617b tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:15.392548 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-60da57ba-639d-415d-82e6-c901037520e4 req-44bd745b-56f2-4d06-a3e4-799db6ee617b tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0505338 Aug 30 07:41:15.433950 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-60da57ba-639d-415d-82e6-c901037520e4 req-f97b8112-07f9-4c16-a4c9-31fc0fc21a99 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346794 Aug 30 07:41:15.708403 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6a9cc-3af5-4eff-b834-0ef89b0fefc1 req-3de373a8-135b-47ff-9b98-39fb233eb10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:15.709906 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cae6a9cc-3af5-4eff-b834-0ef89b0fefc1 req-3de373a8-135b-47ff-9b98-39fb233eb10b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=039f78ae6a114205902a5ca4bd81deb4&device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 1099 time: 0.0403318 Aug 30 07:41:15.714803 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc33ea5-d425-4581-931c-29ec1ab823b1 req-fae96035-a86d-4dcf-a56a-bd9f572ea3e7 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:15.716265 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ecc33ea5-d425-4581-931c-29ec1ab823b1 req-fae96035-a86d-4dcf-a56a-bd9f572ea3e7 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0487416 Aug 30 07:41:15.755501 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ecc33ea5-d425-4581-931c-29ec1ab823b1 req-b4d628da-2c38-42ed-9d8d-f5f11530e29f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331056 Aug 30 07:41:15.813130 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6a9cc-3af5-4eff-b834-0ef89b0fefc1 req-d0d14ed1-ff3e-484c-baab-4ce650dbb888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:15.814591 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cae6a9cc-3af5-4eff-b834-0ef89b0fefc1 req-d0d14ed1-ff3e-484c-baab-4ce650dbb888 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e1f0e4f3-8cd4-4750-9064-5419198018fa HTTP/1.1" status: 200 len: 921 time: 0.0948489 Aug 30 07:41:15.868736 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cae6a9cc-3af5-4eff-b834-0ef89b0fefc1 req-b67b1c56-1ae7-4124-acfd-514dcc5423e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=049cdeec-1eaf-4cf0-b16c-af4e383541f4 HTTP/1.1" status: 200 len: 217 time: 0.0342782 Aug 30 07:41:18.916991 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6a9cc-3af5-4eff-b834-0ef89b0fefc1 req-a8d63d50-088b-4870-9289-f240385c0bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:18.918409 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cae6a9cc-3af5-4eff-b834-0ef89b0fefc1 req-a8d63d50-088b-4870-9289-f240385c0bc1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2e838872-2a24-4ea8-9361-de08c41567ff HTTP/1.1" status: 200 len: 859 time: 0.0466008 Aug 30 07:41:18.985586 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cae6a9cc-3af5-4eff-b834-0ef89b0fefc1 req-cd06c0ba-b733-4cbd-837a-61d6329b1e36 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1f0e4f3-8cd4-4750-9064-5419198018fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245423 Aug 30 07:41:19.089636 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cbace-72f9-406f-8fa5-7ed410870fed req-6657520b-332c-4229-a8d7-ac17e0eddcd8 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:19.091140 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-752cbace-72f9-406f-8fa5-7ed410870fed req-6657520b-332c-4229-a8d7-ac17e0eddcd8 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.1027722 Aug 30 07:41:19.126920 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cae6a9cc-3af5-4eff-b834-0ef89b0fefc1 req-1edb6b02-0ad1-4024-9108-ce8113531b5e service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285746 Aug 30 07:41:19.159031 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-752cbace-72f9-406f-8fa5-7ed410870fed req-848758e0-77e8-415a-b18a-e48e403cb309 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619688 Aug 30 07:41:19.224281 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cae6a9cc-3af5-4eff-b834-0ef89b0fefc1 req-4ba33679-3c7e-48a0-933c-8a26e7ff228c service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876398 Aug 30 07:41:20.274039 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b36e94-6cab-48a3-99ed-6588bf145097 req-0032268c-28d4-4904-9617-65b5f63841b2 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:20.275535 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e3b36e94-6cab-48a3-99ed-6588bf145097 req-0032268c-28d4-4904-9617-65b5f63841b2 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0496445 Aug 30 07:41:20.312120 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e3b36e94-6cab-48a3-99ed-6588bf145097 req-d44a58c0-e199-4297-8df5-ab5ea95463d6 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307219 Aug 30 07:41:21.023481 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-b62ed42c-915a-4419-853a-27041e8ba2e0 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:21.024943 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-b62ed42c-915a-4419-853a-27041e8ba2e0 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/networks?id=f1957f70-ae9e-45c3-b999-2ae40c1c8896 HTTP/1.1" status: 200 len: 815 time: 0.1019747 Aug 30 07:41:21.040108 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-0e4feac0-e03c-4623-aefb-aa5e123ee9a6 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/quotas/f6a3405db278454ba1d037ab2b70c385 HTTP/1.1" status: 200 len: 375 time: 0.0094283 Aug 30 07:41:21.089680 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-1f989956-b7aa-4701-a7f5-d78ad6470cc2 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f6a3405db278454ba1d037ab2b70c385&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442739 Aug 30 07:41:21.185323 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-1d36cec2-85a5-4e82-b39c-5c36518bcbb5 service neutron] 10.222.0.58 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885625 Aug 30 07:41:21.274238 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-f63a5db6-9e58-47b8-9308-a649f23dd4d4 service neutron] 10.222.0.58 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830131 Aug 30 07:41:21.431331 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ae665c2f-c9a0-440e-92cb-5faa112f246d req-0a3447b5-cb43-4f32-b549-fe5c4ad7bba7 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66419af-8eb6-403a-8d6f-6b9623891878 HTTP/1.1" status: 200 len: 210 time: 0.0295014 Aug 30 07:41:21.438355 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb014b07-be26-4de1-9b7a-b5f16f4c9803 req-2881105d-2619-45bd-89d5-2f6942e3292e tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:21.441297 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-cb014b07-be26-4de1-9b7a-b5f16f4c9803 req-2881105d-2619-45bd-89d5-2f6942e3292e tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0601926 Aug 30 07:41:21.499364 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-cb014b07-be26-4de1-9b7a-b5f16f4c9803 req-a014f1f1-609b-4494-a137-af63adf38dde tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505385 Aug 30 07:41:22.194889 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 51010) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:22.298515 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2d5c8ce3-b6f0-4738-8e72-43cbf9610e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:22.397393 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2d5c8ce3-b6f0-4738-8e72-43cbf9610e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:22.400318 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2d5c8ce3-b6f0-4738-8e72-43cbf9610e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:22.437981 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c8ce3-b6f0-4738-8e72-43cbf9610e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc461375-38d0-4160-a08e-8611e3ca69b2,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:22.444654 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-2d5c8ce3-b6f0-4738-8e72-43cbf9610e5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=62930e5bac764206aaa86c7c6c560b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462637 Aug 30 07:41:22.445277 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 51016) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:22.509737 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-98838df8-1bd4-47f7-b298-26db826d28d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:22.534265 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-98838df8-1bd4-47f7-b298-26db826d28d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:22.601457 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-98838df8-1bd4-47f7-b298-26db826d28d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:22.604302 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-98838df8-1bd4-47f7-b298-26db826d28d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:22.605662 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-98838df8-1bd4-47f7-b298-26db826d28d3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc461375-38d0-4160-a08e-8611e3ca69b2 HTTP/1.1" status: 204 len: 168 time: 0.1585345 Aug 30 07:41:22.633653 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98838df8-1bd4-47f7-b298-26db826d28d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc461375-38d0-4160-a08e-8611e3ca69b2,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:22.670806 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d168589-1c8c-4fae-9063-2fa5dcff1305 req-ffe996cd-9b87-438e-b402-251f81bed2ab tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:22.673107 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6d168589-1c8c-4fae-9063-2fa5dcff1305 req-ffe996cd-9b87-438e-b402-251f81bed2ab tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0871572 Aug 30 07:41:22.685920 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f38b82c7-0e43-42ee-b263-842e64f06048 req-a98fbfbd-c27a-480f-b2cf-b224e01b56de tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66419af-8eb6-403a-8d6f-6b9623891878 HTTP/1.1" status: 200 len: 210 time: 0.0410361 Aug 30 07:41:22.724365 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6d168589-1c8c-4fae-9063-2fa5dcff1305 req-1c081702-b97d-4e11-83de-9c3be675c224 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445528 Aug 30 07:41:22.726243 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-84aea3d7-675c-4889-9df4-6f05fb274557 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:22.727926 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-84aea3d7-675c-4889-9df4-6f05fb274557 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.72 "GET /v2.0/networks?id=f1957f70-ae9e-45c3-b999-2ae40c1c8896 HTTP/1.1" status: 200 len: 815 time: 0.3227308 Aug 30 07:41:22.744262 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-ae67add4-931c-4527-897a-aa96a20bf64c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Request body: {'port': {'device_id': 'f66419af-8eb6-403a-8d6f-6b9623891878', 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896', 'admin_state_up': True, 'tenant_id': 'f6a3405db278454ba1d037ab2b70c385'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:41:22.865290 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-ae67add4-931c-4527-897a-aa96a20bf64c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Made reservation on behalf of f6a3405db278454ba1d037ab2b70c385 for: {'port': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:41:22.869077 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-ae67add4-931c-4527-897a-aa96a20bf64c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:23.016742 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-ae67add4-931c-4527-897a-aa96a20bf64c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Allocated IP 172.20.0.5 (f1957f70-ae9e-45c3-b999-2ae40c1c8896/81a28adc-95ec-4deb-8d77-da2c96fa4883/addb2997-6dc9-4f43-9cb0-70a2f084ca02) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:41:23.167322 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-ae67add4-931c-4527-897a-aa96a20bf64c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:23.204096 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-ae67add4-931c-4527-897a-aa96a20bf64c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:23.216592 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['9a0aef60-1a6f-4c85-a205-c3a8161e5110'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:41:23.247071 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-ae67add4-931c-4527-897a-aa96a20bf64c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Network f1957f70-ae9e-45c3-b999-2ae40c1c8896 is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:41:23.250184 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-ae67add4-931c-4527-897a-aa96a20bf64c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:41:23.253977 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-ae67add4-931c-4527-897a-aa96a20bf64c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:41:23.277846 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67add4-931c-4527-897a-aa96a20bf64c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Pushing event updated for resources: {'Port': ['ID=addb2997-6dc9-4f43-9cb0-70a2f084ca02,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:23.306802 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-ae67add4-931c-4527-897a-aa96a20bf64c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:23.307595 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-ae67add4-931c-4527-897a-aa96a20bf64c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:23.322543 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-ae67add4-931c-4527-897a-aa96a20bf64c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5828629 Aug 30 07:41:23.369315 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Request body: {'port': {'device_id': 'f66419af-8eb6-403a-8d6f-6b9623891878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:41:23.429138 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:23.695327 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id addb2997-6dc9-4f43-9cb0-70a2f084ca02 {{(pid=100444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:41:23.702473 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:23.714777 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Transition to ACTIVE for port object addb2997-6dc9-4f43-9cb0-70a2f084ca02 will not be triggered until provisioned by entity L2. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:41:23.718480 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:23.810532 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Pushing event updated for resources: {'Port': ['ID=addb2997-6dc9-4f43-9cb0-70a2f084ca02,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:23.862621 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ab31d-bfec-4090-8d90-06b2e75b3676 req-4c235883-617f-4aec-989c-7f1ead867416 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:23.864096 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b69ab31d-bfec-4090-8d90-06b2e75b3676 req-4c235883-617f-4aec-989c-7f1ead867416 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66419af-8eb6-403a-8d6f-6b9623891878 HTTP/1.1" status: 200 len: 943 time: 0.1019974 Aug 30 07:41:23.884144 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Attempting to bind port addb2997-6dc9-4f43-9cb0-70a2f084ca02 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:41:23.884492 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Attempting to bind port addb2997-6dc9-4f43-9cb0-70a2f084ca02 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896'}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:41:23.884817 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Attempting to bind port addb2997-6dc9-4f43-9cb0-70a2f084ca02 on network f1957f70-ae9e-45c3-b999-2ae40c1c8896 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:41:23.896770 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Port addb2997-6dc9-4f43-9cb0-70a2f084ca02 on network f1957f70-ae9e-45c3-b999-2ae40c1c8896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:41:23.897103 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Attempting to bind port addb2997-6dc9-4f43-9cb0-70a2f084ca02 on network f1957f70-ae9e-45c3-b999-2ae40c1c8896 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:41:23.904830 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:41:23.905160 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Checking segment: {'id': 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:41:23.905537 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Bound using segment: {'id': 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896'} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:41:23.905983 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Bound port: addb2997-6dc9-4f43-9cb0-70a2f084ca02, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896'}}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:41:23.906363 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:23.926228 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b69ab31d-bfec-4090-8d90-06b2e75b3676 req-c6ea720b-31e1-450f-8ebf-e7ea6a4ba13b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529368 Aug 30 07:41:23.981983 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] For port addb2997-6dc9-4f43-9cb0-70a2f084ca02, host hv-cinder-80403, cleared binding levels {{(pid=100444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:41:23.985495 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] For port addb2997-6dc9-4f43-9cb0-70a2f084ca02, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=addb2997-6dc9-4f43-9cb0-70a2f084ca02,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:41:23.990640 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:24.031418 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:24.032026 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:24.033404 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] 10.222.0.72 "PUT /v2.0/ports/addb2997-6dc9-4f43-9cb0-70a2f084ca02 HTTP/1.1" status: 200 len: 1093 time: 0.6684458 Aug 30 07:41:24.033859 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66419af-8eb6-403a-8d6f-6b9623891878', 'tag': 'addb2997-6dc9-4f43-9cb0-70a2f084ca02'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:41:24.036123 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e5e598-d5d8-4073-b1ea-fda38f3cb227" -d '{"events": [{"name": "network-changed", "server_uuid": "f66419af-8eb6-403a-8d6f-6b9623891878", "tag": "addb2997-6dc9-4f43-9cb0-70a2f084ca02"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:41:24.060082 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e33cdd-7faf-4e8a-852c-0938eba40a05 service neutron] Pushing event updated for resources: {'Port': ['ID=addb2997-6dc9-4f43-9cb0-70a2f084ca02,revision_number=3']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:24.095119 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5381d91f-8713-47cf-a0e7-3e58c3b9dc35 x-openstack-request-id: req-5381d91f-8713-47cf-a0e7-3e58c3b9dc35 {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:41:24.095119 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66419af-8eb6-403a-8d6f-6b9623891878", "tag": "addb2997-6dc9-4f43-9cb0-70a2f084ca02", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:41:24.095119 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5381d91f-8713-47cf-a0e7-3e58c3b9dc35 {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:41:24.095436 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66419af-8eb6-403a-8d6f-6b9623891878', 'tag': 'addb2997-6dc9-4f43-9cb0-70a2f084ca02', 'status': 'completed', 'code': 200} Aug 30 07:41:24.133812 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-42124862-540f-42c8-807b-5f88c8ef0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:24.136920 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-42124862-540f-42c8-807b-5f88c8ef0069 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6a3405db278454ba1d037ab2b70c385&device_id=f66419af-8eb6-403a-8d6f-6b9623891878 HTTP/1.1" status: 200 len: 1096 time: 0.0520768 Aug 30 07:41:24.194357 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-37bc4282-5878-4f8e-9658-39f455bad04d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=addb2997-6dc9-4f43-9cb0-70a2f084ca02 HTTP/1.1" status: 200 len: 217 time: 0.0396113 Aug 30 07:41:24.273119 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8588d4-295e-461c-ab8f-346bc856d721 req-8eb2b7d7-da09-4474-bf73-1d0bbd85a924 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:24.274647 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6e8588d4-295e-461c-ab8f-346bc856d721 req-8eb2b7d7-da09-4474-bf73-1d0bbd85a924 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0831625 Aug 30 07:41:24.278316 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-4a896de4-1869-4282-a33a-5845c5eaadf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:24.279648 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-4a896de4-1869-4282-a33a-5845c5eaadf2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81a28adc-95ec-4deb-8d77-da2c96fa4883 HTTP/1.1" status: 200 len: 855 time: 0.0621049 Aug 30 07:41:24.322593 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-5e476618-aa5e-427b-a947-0b43f8c34838 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1957f70-ae9e-45c3-b999-2ae40c1c8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267510 Aug 30 07:41:24.341347 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6e8588d4-295e-461c-ab8f-346bc856d721 req-fac4936f-16bd-4740-b34c-0e74f318a1ca tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606773 Aug 30 07:41:24.427046 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-c6ddc657-63a3-46a8-9124-cf8662ef7139 service neutron] 10.222.0.72 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947101 Aug 30 07:41:24.541198 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6afac7f3-b4cd-4ed5-8366-5770d52ae6fd req-d31dc48c-1b8b-4cde-92b6-0d3b533bb9fd service neutron] 10.222.0.72 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055753 Aug 30 07:41:24.666723 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5e598-d5d8-4073-b1ea-fda38f3cb227 req-d39dfb4d-8879-4758-97b3-d225434a4a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:24.668797 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-33e5e598-d5d8-4073-b1ea-fda38f3cb227 req-d39dfb4d-8879-4758-97b3-d225434a4a01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6a3405db278454ba1d037ab2b70c385&device_id=f66419af-8eb6-403a-8d6f-6b9623891878 HTTP/1.1" status: 200 len: 1096 time: 0.0559547 Aug 30 07:41:24.815024 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5e598-d5d8-4073-b1ea-fda38f3cb227 req-595ae889-07ba-4ba4-adcb-517f3995509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:24.817022 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-33e5e598-d5d8-4073-b1ea-fda38f3cb227 req-595ae889-07ba-4ba4-adcb-517f3995509e service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1957f70-ae9e-45c3-b999-2ae40c1c8896 HTTP/1.1" status: 200 len: 917 time: 0.1310368 Aug 30 07:41:24.866922 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-33e5e598-d5d8-4073-b1ea-fda38f3cb227 req-9004bb7f-8321-459d-a701-b19090d5777b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=addb2997-6dc9-4f43-9cb0-70a2f084ca02 HTTP/1.1" status: 200 len: 217 time: 0.0408559 Aug 30 07:41:24.925805 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5e598-d5d8-4073-b1ea-fda38f3cb227 req-9a69146e-22ec-4c33-8946-0a3fffa3f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:24.927516 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-33e5e598-d5d8-4073-b1ea-fda38f3cb227 req-9a69146e-22ec-4c33-8946-0a3fffa3f61c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81a28adc-95ec-4deb-8d77-da2c96fa4883 HTTP/1.1" status: 200 len: 855 time: 0.0514276 Aug 30 07:41:24.967870 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-33e5e598-d5d8-4073-b1ea-fda38f3cb227 req-b46352c2-f5a4-4909-bbd3-ac62ad0b72c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1957f70-ae9e-45c3-b999-2ae40c1c8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288262 Aug 30 07:41:25.097418 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fcc8c-bd89-40e0-9ae7-5c483d5b9d3f req-7d324235-2604-41ce-af77-604b87f936c5 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:25.105187 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ce1fcc8c-bd89-40e0-9ae7-5c483d5b9d3f req-7d324235-2604-41ce-af77-604b87f936c5 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66419af-8eb6-403a-8d6f-6b9623891878 HTTP/1.1" status: 200 len: 943 time: 0.0699713 Aug 30 07:41:25.144589 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-33e5e598-d5d8-4073-b1ea-fda38f3cb227 req-c517fac2-a9df-48a5-ad18-fc300b16bcf3 service neutron] 10.222.0.72 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607115 Aug 30 07:41:25.144823 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ce1fcc8c-bd89-40e0-9ae7-5c483d5b9d3f req-1b9e64ff-9719-4d11-aa68-65333d3a72cf tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387909 Aug 30 07:41:25.243586 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-33e5e598-d5d8-4073-b1ea-fda38f3cb227 req-d40ce209-ef90-49a4-a749-2e9279b12571 service neutron] 10.222.0.72 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897136 Aug 30 07:41:26.265861 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40718414-1f61-449f-b2c0-fb83efe4c529 req-4938009e-a141-4dd0-8c7a-486d611701ec tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:26.267401 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-40718414-1f61-449f-b2c0-fb83efe4c529 req-4938009e-a141-4dd0-8c7a-486d611701ec tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66419af-8eb6-403a-8d6f-6b9623891878 HTTP/1.1" status: 200 len: 943 time: 0.0522928 Aug 30 07:41:26.306230 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-40718414-1f61-449f-b2c0-fb83efe4c529 req-801ec98c-a519-4421-a011-7107ecdbf9cf tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326862 Aug 30 07:41:27.152277 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device addb2997-6dc9-4f43-9cb0-70a2f084ca02 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:41:27.248532 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port addb2997-6dc9-4f43-9cb0-70a2f084ca02, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=addb2997-6dc9-4f43-9cb0-70a2f084ca02,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:41:27.260753 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': 'addb2997-6dc9-4f43-9cb0-70a2f084ca02', 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896', 'port_id': 'addb2997-6dc9-4f43-9cb0-70a2f084ca02', 'mac_address': 'fa:16:3e:86:a0:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a28adc-95ec-4deb-8d77-da2c96fa4883', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:41:27.299874 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:27.312208 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id addb2997-6dc9-4f43-9cb0-70a2f084ca02 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:41:27.338920 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port addb2997-6dc9-4f43-9cb0-70a2f084ca02, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=addb2997-6dc9-4f43-9cb0-70a2f084ca02,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:41:27.344058 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:27.398620 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=addb2997-6dc9-4f43-9cb0-70a2f084ca02,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:27.433805 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc77d00-6282-42b3-b440-c6b15f9fdf32 req-e1ea7ddb-9d71-41d4-b401-2e5a0a842098 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:27.435611 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-afc77d00-6282-42b3-b440-c6b15f9fdf32 req-e1ea7ddb-9d71-41d4-b401-2e5a0a842098 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66419af-8eb6-403a-8d6f-6b9623891878 HTTP/1.1" status: 200 len: 944 time: 0.0549793 Aug 30 07:41:27.470885 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0ad6e-28eb-4ded-8650-ac08da3297e2 req-bb614673-92b9-4fe0-8200-0df1a01c315c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:27.472449 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ddb0ad6e-28eb-4ded-8650-ac08da3297e2 req-bb614673-92b9-4fe0-8200-0df1a01c315c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0631006 Aug 30 07:41:27.482027 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-afc77d00-6282-42b3-b440-c6b15f9fdf32 req-a1db4cdc-ba81-4f00-ad1c-44ea4cbd220d tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384412 Aug 30 07:41:27.510827 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ddb0ad6e-28eb-4ded-8650-ac08da3297e2 req-c34d48d4-0693-499e-bdb5-67fe24a79898 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321066 Aug 30 07:41:27.687362 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['addb2997-6dc9-4f43-9cb0-70a2f084ca02'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:41:28.597581 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f634ec-f97b-4da2-b086-3de089e388bc req-76fa880d-31a4-4573-b061-17119f0b51dd tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:28.599125 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-35f634ec-f97b-4da2-b086-3de089e388bc req-76fa880d-31a4-4573-b061-17119f0b51dd tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66419af-8eb6-403a-8d6f-6b9623891878 HTTP/1.1" status: 200 len: 944 time: 0.0527327 Aug 30 07:41:28.631488 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c975d07-edbf-4d31-950c-105592ef8d7e req-b5c362b5-c091-4683-bb16-bde54fee96ec tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:28.632971 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8c975d07-edbf-4d31-950c-105592ef8d7e req-b5c362b5-c091-4683-bb16-bde54fee96ec tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0487754 Aug 30 07:41:28.637729 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-35f634ec-f97b-4da2-b086-3de089e388bc req-05490998-52a0-4c3f-a465-aa26800ffdbd tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326993 Aug 30 07:41:28.670667 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8c975d07-edbf-4d31-950c-105592ef8d7e req-453b6023-5c9c-44ec-8f5f-391611be6278 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316443 Aug 30 07:41:29.168669 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device addb2997-6dc9-4f43-9cb0-70a2f084ca02 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:41:29.200700 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 51180) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:29.219957 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port addb2997-6dc9-4f43-9cb0-70a2f084ca02 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:41:29.224220 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port addb2997-6dc9-4f43-9cb0-70a2f084ca02 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:41:29.224675 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.301214 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.305560 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-067b4227-66bf-4999-80ac-00b82a503422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.323396 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66419af-8eb6-403a-8d6f-6b9623891878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addb2997-6dc9-4f43-9cb0-70a2f084ca02'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:41:29.325636 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06d5127-ef3e-468d-b4da-38207494e5eb" -d '{"events": [{"server_uuid": "f66419af-8eb6-403a-8d6f-6b9623891878", "name": "network-vif-plugged", "status": "completed", "tag": "addb2997-6dc9-4f43-9cb0-70a2f084ca02"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:41:29.339323 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port addb2997-6dc9-4f43-9cb0-70a2f084ca02, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=addb2997-6dc9-4f43-9cb0-70a2f084ca02,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:41:29.343466 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.369626 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f268e0-c719-4c2c-9fb4-660b638f38c5 x-openstack-request-id: req-07f268e0-c719-4c2c-9fb4-660b638f38c5 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:41:29.369925 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66419af-8eb6-403a-8d6f-6b9623891878", "name": "network-vif-plugged", "status": "completed", "tag": "addb2997-6dc9-4f43-9cb0-70a2f084ca02", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:41:29.370273 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-07f268e0-c719-4c2c-9fb4-660b638f38c5 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:41:29.370694 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66419af-8eb6-403a-8d6f-6b9623891878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addb2997-6dc9-4f43-9cb0-70a2f084ca02', 'code': 200} Aug 30 07:41:29.400881 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-067b4227-66bf-4999-80ac-00b82a503422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.405374 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-067b4227-66bf-4999-80ac-00b82a503422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.406195 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=addb2997-6dc9-4f43-9cb0-70a2f084ca02,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:29.446279 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-067b4227-66bf-4999-80ac-00b82a503422 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e75248189b1a4b259d5e22abc8c13d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444649 Aug 30 07:41:29.448176 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b4227-66bf-4999-80ac-00b82a503422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d43a3e-2dba-4f29-84ec-6b3991f2c81e,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:29.449174 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 51186) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:29.507023 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-be4a9de5-b13f-498a-887b-e30bfa663a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.529101 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-be4a9de5-b13f-498a-887b-e30bfa663a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.593839 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80782fb3-0fa7-4e91-a085-53fc960303e5 req-d142a283-958f-4d85-9000-941675b43e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:29.595546 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-80782fb3-0fa7-4e91-a085-53fc960303e5 req-d142a283-958f-4d85-9000-941675b43e80 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f66419af-8eb6-403a-8d6f-6b9623891878 HTTP/1.1" status: 200 len: 1098 time: 0.0645137 Aug 30 07:41:29.607242 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-be4a9de5-b13f-498a-887b-e30bfa663a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.609832 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-be4a9de5-b13f-498a-887b-e30bfa663a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.613152 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-be4a9de5-b13f-498a-887b-e30bfa663a5e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86d43a3e-2dba-4f29-84ec-6b3991f2c81e HTTP/1.1" status: 204 len: 168 time: 0.1606874 Aug 30 07:41:29.624042 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a9de5-b13f-498a-887b-e30bfa663a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d43a3e-2dba-4f29-84ec-6b3991f2c81e,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:29.653327 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-80782fb3-0fa7-4e91-a085-53fc960303e5 req-2835d0e1-2ddf-4341-a09e-2b3d7eb7efeb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344770 Aug 30 07:41:29.760759 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec43ca-e186-4062-ae69-db4440cc6418 req-709729ae-7fa2-4fa1-8968-efa7c3849112 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:29.762287 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-dfec43ca-e186-4062-ae69-db4440cc6418 req-709729ae-7fa2-4fa1-8968-efa7c3849112 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66419af-8eb6-403a-8d6f-6b9623891878 HTTP/1.1" status: 200 len: 945 time: 0.0586185 Aug 30 07:41:29.802414 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-dfec43ca-e186-4062-ae69-db4440cc6418 req-907b0bac-3b08-4d46-bf1b-ee7776b208fe tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334623 Aug 30 07:41:29.805042 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12956c48-1db0-44ae-bd81-109df9fd9ce3 req-01fed44f-37d5-454c-9c26-9bf3243b570a tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:29.809403 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-12956c48-1db0-44ae-bd81-109df9fd9ce3 req-01fed44f-37d5-454c-9c26-9bf3243b570a tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0530655 Aug 30 07:41:29.848236 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-12956c48-1db0-44ae-bd81-109df9fd9ce3 req-3c5ad4db-9626-4c34-bd3c-7f9cf35c45f6 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348132 Aug 30 07:41:30.918170 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62282c51-4510-4eaf-879a-83a2e971084b req-7220c08a-0c5a-443b-bbd9-32bee16798bd tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:30.919656 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-62282c51-4510-4eaf-879a-83a2e971084b req-7220c08a-0c5a-443b-bbd9-32bee16798bd tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66419af-8eb6-403a-8d6f-6b9623891878 HTTP/1.1" status: 200 len: 945 time: 0.0483165 Aug 30 07:41:30.956960 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-62282c51-4510-4eaf-879a-83a2e971084b req-b1bed89a-7e82-4698-8a8c-42a82381fb5f tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308881 Aug 30 07:41:30.966471 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f139db6-25c9-4df9-ba61-f579f9fa523b req-36dbda5e-f696-4b72-8331-af034aa18606 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:30.969237 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7f139db6-25c9-4df9-ba61-f579f9fa523b req-36dbda5e-f696-4b72-8331-af034aa18606 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0485423 Aug 30 07:41:31.006012 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7f139db6-25c9-4df9-ba61-f579f9fa523b req-9914c1a6-560b-40ab-a852-01fa32f913db tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312719 Aug 30 07:41:32.075839 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f2503-f590-4846-8d49-a34bf43efd82 req-e556937a-9344-46e2-8ae7-efa6a9603244 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:32.077346 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-310f2503-f590-4846-8d49-a34bf43efd82 req-e556937a-9344-46e2-8ae7-efa6a9603244 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66419af-8eb6-403a-8d6f-6b9623891878 HTTP/1.1" status: 200 len: 945 time: 0.0533791 Aug 30 07:41:32.138774 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-310f2503-f590-4846-8d49-a34bf43efd82 req-36cb3782-df60-4015-8b3f-5d427472cf37 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450141 Aug 30 07:41:32.150572 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cca36b-a37e-494d-9188-a81f00cf846e req-cc2276a4-5668-4937-8205-1c1fabd6ee8c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:32.152214 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-24cca36b-a37e-494d-9188-a81f00cf846e req-cc2276a4-5668-4937-8205-1c1fabd6ee8c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0710945 Aug 30 07:41:32.192750 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-24cca36b-a37e-494d-9188-a81f00cf846e req-d175f87c-c1c4-4ba9-b8fc-b72da45d3f49 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342758 Aug 30 07:41:32.517129 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139e401-84c8-41be-adce-e326fb0e9659 req-4aaf0139-55e3-4473-8d4d-393846bb53e4 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:32.518757 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f139e401-84c8-41be-adce-e326fb0e9659 req-4aaf0139-55e3-4473-8d4d-393846bb53e4 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0527906 Aug 30 07:41:32.556828 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f139e401-84c8-41be-adce-e326fb0e9659 req-e9812cf9-f771-4257-88cf-7a1fd13f0fe4 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322278 Aug 30 07:41:33.313810 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb70750-1476-45ad-833a-14791e1249d1 req-06706070-a1ac-4b7e-9c2b-7efe54815655 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:33.315314 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5fb70750-1476-45ad-833a-14791e1249d1 req-06706070-a1ac-4b7e-9c2b-7efe54815655 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0484715 Aug 30 07:41:33.352035 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5fb70750-1476-45ad-833a-14791e1249d1 req-64678b07-6487-4013-acf5-0f230896f12a tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308549 Aug 30 07:41:33.604789 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-75e991b2-3a88-4226-a5f5-31856a6c097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.674743 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8ee28-95a4-4993-aad1-67c83861c031 req-2251d10c-dce8-43ef-a4d4-b0126e27a158 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:33.676215 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-edf8ee28-95a4-4993-aad1-67c83861c031 req-2251d10c-dce8-43ef-a4d4-b0126e27a158 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0486507 Aug 30 07:41:33.713874 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-edf8ee28-95a4-4993-aad1-67c83861c031 req-3177ece4-7b28-486f-9d6e-8f1ebf892e6a tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316641 Aug 30 07:41:34.469927 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bde33-b174-4018-b857-0d6646d7fdb7 req-58ac4045-9928-4961-a621-6744a6c2794f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:34.471460 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3b6bde33-b174-4018-b857-0d6646d7fdb7 req-58ac4045-9928-4961-a621-6744a6c2794f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0488822 Aug 30 07:41:34.508179 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3b6bde33-b174-4018-b857-0d6646d7fdb7 req-2944f7cb-ae6d-4be1-9592-448b6c6ed04c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304937 Aug 30 07:41:34.829193 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e9a98-98a8-43f1-b6a1-14c48cf03bdf req-1e5cd30b-0a5f-47e6-a6e6-46d7013d3ab0 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:34.830692 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-161e9a98-98a8-43f1-b6a1-14c48cf03bdf req-1e5cd30b-0a5f-47e6-a6e6-46d7013d3ab0 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0495548 Aug 30 07:41:34.871541 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-161e9a98-98a8-43f1-b6a1-14c48cf03bdf req-a8c2d018-4480-4912-9ad9-48b6351517bc tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348549 Aug 30 07:41:35.097723 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d255d9-2641-4c4c-86b7-cb37e2513cc8 req-29463dc2-df3a-4136-8c3b-edd3c90be2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:35.099486 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d2d255d9-2641-4c4c-86b7-cb37e2513cc8 req-29463dc2-df3a-4136-8c3b-edd3c90be2a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=039f78ae6a114205902a5ca4bd81deb4&device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 1099 time: 0.0411494 Aug 30 07:41:35.195760 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d255d9-2641-4c4c-86b7-cb37e2513cc8 req-acfaacd5-de18-4c40-8ae5-566b4e293ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:35.197234 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d2d255d9-2641-4c4c-86b7-cb37e2513cc8 req-acfaacd5-de18-4c40-8ae5-566b4e293ac8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e1f0e4f3-8cd4-4750-9064-5419198018fa HTTP/1.1" status: 200 len: 921 time: 0.0900934 Aug 30 07:41:35.243459 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d2d255d9-2641-4c4c-86b7-cb37e2513cc8 req-5f0135ad-b5e5-491e-b00b-976c1e1e25a5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=049cdeec-1eaf-4cf0-b16c-af4e383541f4 HTTP/1.1" status: 200 len: 217 time: 0.0335135 Aug 30 07:41:35.295643 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d255d9-2641-4c4c-86b7-cb37e2513cc8 req-7c2b09e7-bc44-4f4b-b628-b0c2a97d0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:35.297599 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d2d255d9-2641-4c4c-86b7-cb37e2513cc8 req-7c2b09e7-bc44-4f4b-b628-b0c2a97d0d57 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2e838872-2a24-4ea8-9361-de08c41567ff HTTP/1.1" status: 200 len: 859 time: 0.0426221 Aug 30 07:41:35.343404 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d2d255d9-2641-4c4c-86b7-cb37e2513cc8 req-b6e0d0aa-921c-45a8-88c4-d2d42c057b5b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1f0e4f3-8cd4-4750-9064-5419198018fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268919 Aug 30 07:41:35.441600 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d2d255d9-2641-4c4c-86b7-cb37e2513cc8 req-84b9e74b-f0b0-4113-a69e-03f2962656e7 service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838261 Aug 30 07:41:35.538292 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d2d255d9-2641-4c4c-86b7-cb37e2513cc8 req-2f220c1f-3d5d-4435-b94e-80cec884c5b6 service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862775 Aug 30 07:41:35.631381 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb5958-c936-4bbb-867e-352f61c1ceb0 req-a5222053-ffdb-48a7-aa28-6c22fc096a26 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:35.632860 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f0bb5958-c936-4bbb-867e-352f61c1ceb0 req-a5222053-ffdb-48a7-aa28-6c22fc096a26 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0511189 Aug 30 07:41:35.670122 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f0bb5958-c936-4bbb-867e-352f61c1ceb0 req-e1cfd169-49dd-46a1-8886-b18f0e823b48 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313351 Aug 30 07:41:35.878522 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-55178f5f-c673-4ae4-b18d-b9c053952ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:35.992976 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9dc1f-6d61-45b8-93d1-a575e888d7c8 req-f635e29a-2413-41ff-bb32-9c15ce3cea5f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:35.994489 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a7f9dc1f-6d61-45b8-93d1-a575e888d7c8 req-f635e29a-2413-41ff-bb32-9c15ce3cea5f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0525393 Aug 30 07:41:36.033517 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a7f9dc1f-6d61-45b8-93d1-a575e888d7c8 req-2d0f007b-03c7-43a7-8e19-7c720c9428d6 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330396 Aug 30 07:41:36.441611 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:36.790718 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264f91b-7037-4598-824c-f1c8b0fe9073 req-60d3feb7-0ecb-4f34-a051-b7642dfca492 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:36.792212 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7264f91b-7037-4598-824c-f1c8b0fe9073 req-60d3feb7-0ecb-4f34-a051-b7642dfca492 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0490518 Aug 30 07:41:36.830808 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7264f91b-7037-4598-824c-f1c8b0fe9073 req-c95142ec-056b-4802-bf61-eb9641cadad6 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325887 Aug 30 07:41:37.159911 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d8917-c077-46b4-b566-1f97fa43bd00 req-83643ffa-337d-47bc-b833-a0e81554c447 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:37.161338 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-878d8917-c077-46b4-b566-1f97fa43bd00 req-83643ffa-337d-47bc-b833-a0e81554c447 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0513339 Aug 30 07:41:37.198006 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-878d8917-c077-46b4-b566-1f97fa43bd00 req-10efe758-5e62-403a-be89-4705e6ee5142 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308051 Aug 30 07:41:37.244732 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:37.951589 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac4a26-8bfc-4a86-b5ca-756421b4fe97 req-7ab483bb-5843-4044-bfe4-7a81c7a4bf56 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:37.953581 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-81ac4a26-8bfc-4a86-b5ca-756421b4fe97 req-7ab483bb-5843-4044-bfe4-7a81c7a4bf56 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0491884 Aug 30 07:41:37.991119 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-81ac4a26-8bfc-4a86-b5ca-756421b4fe97 req-f761b6c5-1c79-4d60-8eed-56543354abf3 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314851 Aug 30 07:41:38.309470 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cc18d-2f46-4803-94ca-624c30636d94 req-948d6c29-6f21-4a1a-8c01-2b5a2bf7ad3b tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:38.310938 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-db7cc18d-2f46-4803-94ca-624c30636d94 req-948d6c29-6f21-4a1a-8c01-2b5a2bf7ad3b tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0475755 Aug 30 07:41:38.347627 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-db7cc18d-2f46-4803-94ca-624c30636d94 req-90a96973-fcfe-42b0-92c9-877215b8fa0a tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303328 Aug 30 07:41:38.938501 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:39.108137 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ef425-6875-47c0-bd7a-f3c913c430e9 req-4449702c-964b-4614-9694-3d62a2dd8da0 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:39.110211 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-469ef425-6875-47c0-bd7a-f3c913c430e9 req-4449702c-964b-4614-9694-3d62a2dd8da0 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0496666 Aug 30 07:41:39.151633 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-469ef425-6875-47c0-bd7a-f3c913c430e9 req-55469d9d-7383-43c3-a666-42ad04adee64 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355787 Aug 30 07:41:39.459584 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa753e-298f-48fe-a6ac-ef167c381e9e req-d43c30ad-be8d-4b2a-8ecc-c0989c015cb6 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:39.461093 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f5aa753e-298f-48fe-a6ac-ef167c381e9e req-d43c30ad-be8d-4b2a-8ecc-c0989c015cb6 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0484805 Aug 30 07:41:39.477773 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:39.500048 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f5aa753e-298f-48fe-a6ac-ef167c381e9e req-5507099c-6a14-4413-ba72-324919208584 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326734 Aug 30 07:41:40.275784 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dd9c2-d8bc-40b9-b242-2be1642e36e2 req-192972ef-3a97-40f4-86a8-4c408639f99a tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:40.277462 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b51dd9c2-d8bc-40b9-b242-2be1642e36e2 req-192972ef-3a97-40f4-86a8-4c408639f99a tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0553553 Aug 30 07:41:40.321523 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b51dd9c2-d8bc-40b9-b242-2be1642e36e2 req-5a7d927c-95a6-427b-825d-c6089c2cf9fa tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359752 Aug 30 07:41:40.481465 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-10365ebd-5347-4292-9288-3cc03b522428 req-006174c0-2b3b-4323-a298-4daefe0fbbd7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377393 Aug 30 07:41:40.548668 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10365ebd-5347-4292-9288-3cc03b522428 req-542af4c8-7e4e-4766-97e9-1147a170378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:40.550207 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-10365ebd-5347-4292-9288-3cc03b522428 req-542af4c8-7e4e-4766-97e9-1147a170378c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=039f78ae6a114205902a5ca4bd81deb4&device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 1099 time: 0.0394809 Aug 30 07:41:40.613775 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607f5a4-403a-4a90-9ca0-c491944e25e2 req-b1c96a33-ca98-45d8-bd7d-786d3afe9e55 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:40.615276 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7607f5a4-403a-4a90-9ca0-c491944e25e2 req-b1c96a33-ca98-45d8-bd7d-786d3afe9e55 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0480723 Aug 30 07:41:40.652163 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7607f5a4-403a-4a90-9ca0-c491944e25e2 req-362d06b9-9b43-4b8a-aecd-df0825b9c70c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308700 Aug 30 07:41:41.439584 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bfb3d-462e-43ce-b70d-3a8f7a0edcb3 req-bc923a18-e15a-4efe-b255-dc4ee6fc7b83 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:41.441043 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-df6bfb3d-462e-43ce-b70d-3a8f7a0edcb3 req-bc923a18-e15a-4efe-b255-dc4ee6fc7b83 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0474377 Aug 30 07:41:41.478187 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-df6bfb3d-462e-43ce-b70d-3a8f7a0edcb3 req-2e908ccf-5779-4ded-89e0-57a407799502 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311997 Aug 30 07:41:41.766217 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3082ef8-d63a-493b-b132-2e799713a12f req-419e5276-625d-42b4-bbaa-6378de121735 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:41.767689 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c3082ef8-d63a-493b-b132-2e799713a12f req-419e5276-625d-42b4-bbaa-6378de121735 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0482504 Aug 30 07:41:41.804214 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c3082ef8-d63a-493b-b132-2e799713a12f req-0ec44187-4ef1-4305-8ba8-1de39138bdde tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306625 Aug 30 07:41:42.637563 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951a4ca-8fbf-49ad-9e31-8ea7a6db300f req-1b34809c-834d-49b3-9904-d860e535dfda tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:42.638968 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9951a4ca-8fbf-49ad-9e31-8ea7a6db300f req-1b34809c-834d-49b3-9904-d860e535dfda tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0697687 Aug 30 07:41:42.654048 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10365ebd-5347-4292-9288-3cc03b522428 req-205ac0d0-02c0-4033-ad04-4827c63d6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:42.655431 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-10365ebd-5347-4292-9288-3cc03b522428 req-205ac0d0-02c0-4033-ad04-4827c63d6f89 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e1f0e4f3-8cd4-4750-9064-5419198018fa HTTP/1.1" status: 200 len: 921 time: 0.1312506 Aug 30 07:41:42.679788 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9951a4ca-8fbf-49ad-9e31-8ea7a6db300f req-fca46d98-9fdd-4974-b0d4-524d6944d0be tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339067 Aug 30 07:41:42.917174 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71facca-dcb5-4b57-9f10-9769afa229dc req-405be0c7-ad76-490d-9d88-9d286546a4ce tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:42.918592 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b71facca-dcb5-4b57-9f10-9769afa229dc req-405be0c7-ad76-490d-9d88-9d286546a4ce tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0476921 Aug 30 07:41:42.958760 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b71facca-dcb5-4b57-9f10-9769afa229dc req-d3b4c286-6bd1-4813-9809-892c19776668 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336924 Aug 30 07:41:43.608864 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-10365ebd-5347-4292-9288-3cc03b522428 req-2c6d75fa-f47e-4d59-8590-22cc7e5bb420 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d HTTP/1.1" status: 200 len: 217 time: 0.0369275 Aug 30 07:41:43.657755 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10365ebd-5347-4292-9288-3cc03b522428 req-9986e492-c3c5-4727-83d7-b5f279fbaf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:43.659188 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-10365ebd-5347-4292-9288-3cc03b522428 req-9986e492-c3c5-4727-83d7-b5f279fbaf0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2e838872-2a24-4ea8-9361-de08c41567ff HTTP/1.1" status: 200 len: 859 time: 0.0424902 Aug 30 07:41:43.690528 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-10365ebd-5347-4292-9288-3cc03b522428 req-da67eb0c-5e73-4478-b185-b1c689e708a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1f0e4f3-8cd4-4750-9064-5419198018fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234060 Aug 30 07:41:43.783682 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-10365ebd-5347-4292-9288-3cc03b522428 req-ee07a9d3-6259-45f5-add4-f76fdb124d2b service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846939 Aug 30 07:41:43.797353 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb347c-fd7e-41aa-9b66-327d25f3040b req-b9a18dd2-9807-4a25-9914-9b33c1b2eefd tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:43.798850 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2ceb347c-fd7e-41aa-9b66-327d25f3040b req-b9a18dd2-9807-4a25-9914-9b33c1b2eefd tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0476642 Aug 30 07:41:43.836652 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2ceb347c-fd7e-41aa-9b66-327d25f3040b req-123d48ed-6e6a-470d-b94c-b7eb4eb9d413 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319841 Aug 30 07:41:43.878538 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-10365ebd-5347-4292-9288-3cc03b522428 req-f1941ddc-f2fc-4fbb-a0a6-bb829e0153f0 service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845423 Aug 30 07:41:44.080210 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c983ca4-7349-4c37-ab62-116344c51d66 req-e71de01c-6c39-4796-8c6a-cf03dbb25a1c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:44.081694 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3c983ca4-7349-4c37-ab62-116344c51d66 req-e71de01c-6c39-4796-8c6a-cf03dbb25a1c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0564811 Aug 30 07:41:44.118699 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3c983ca4-7349-4c37-ab62-116344c51d66 req-ed0adb13-8e3b-49b2-a3af-a78fe39af9d1 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311351 Aug 30 07:41:44.954295 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edd996-e01e-419a-8848-caa9bda8e0e8 req-9812d030-5435-4283-ad66-378b770e51c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:44.956521 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a8edd996-e01e-419a-8848-caa9bda8e0e8 req-9812d030-5435-4283-ad66-378b770e51c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0491967 Aug 30 07:41:44.996137 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a8edd996-e01e-419a-8848-caa9bda8e0e8 req-067e281a-05e5-4010-8927-4681e8258db1 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334113 Aug 30 07:41:45.237229 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba9b7f-4a89-4952-b153-c945c22e84ff req-7a8e6ccd-ceed-4720-81b6-dee9ac7a29fd tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:45.238744 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5dba9b7f-4a89-4952-b153-c945c22e84ff req-7a8e6ccd-ceed-4720-81b6-dee9ac7a29fd tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0481582 Aug 30 07:41:45.277000 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5dba9b7f-4a89-4952-b153-c945c22e84ff req-f4e3d63b-91f0-4ab4-8959-5247f16e1fc6 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322566 Aug 30 07:41:45.693181 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9bd3b-273d-46e7-b290-9950c9708fa1 req-62fa61f7-5bba-4f6f-8b05-658a5fa91e43 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:45.694588 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3be9bd3b-273d-46e7-b290-9950c9708fa1 req-62fa61f7-5bba-4f6f-8b05-658a5fa91e43 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0490844 Aug 30 07:41:45.735870 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3be9bd3b-273d-46e7-b290-9950c9708fa1 req-0ab0e2f0-776c-4892-8174-9c0129f531d6 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352173 Aug 30 07:41:46.116671 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af55e7f-6bbb-4289-ad4a-c5e4f162ef60 req-954ede99-71cf-492c-89d6-51b3a38bb2f1 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:46.118236 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7af55e7f-6bbb-4289-ad4a-c5e4f162ef60 req-954ede99-71cf-492c-89d6-51b3a38bb2f1 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0491743 Aug 30 07:41:46.157205 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7af55e7f-6bbb-4289-ad4a-c5e4f162ef60 req-1b5360e9-8667-4bac-951d-6d39803650e4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331130 Aug 30 07:41:46.396897 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73fc38-ddde-495c-a263-47add658198f req-3484b9f8-5a29-4058-b17e-b4ae421d7424 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:46.398442 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9a73fc38-ddde-495c-a263-47add658198f req-3484b9f8-5a29-4058-b17e-b4ae421d7424 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0538137 Aug 30 07:41:46.436101 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9a73fc38-ddde-495c-a263-47add658198f req-35d562a6-099b-483a-951b-29cb8863dafe tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312877 Aug 30 07:41:46.588054 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-53ad43b0-3359-4d59-8faf-d588bd5044ea tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:46.589416 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-53ad43b0-3359-4d59-8faf-d588bd5044ea tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/networks?id=f1957f70-ae9e-45c3-b999-2ae40c1c8896 HTTP/1.1" status: 200 len: 815 time: 0.0975478 Aug 30 07:41:46.604410 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-0383b08b-14e4-476e-9ece-d3de81fe2a55 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/quotas/f6a3405db278454ba1d037ab2b70c385 HTTP/1.1" status: 200 len: 375 time: 0.0087776 Aug 30 07:41:46.653433 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-11e34c51-089f-4c2e-9c58-744d44852622 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f6a3405db278454ba1d037ab2b70c385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433996 Aug 30 07:41:46.744354 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-c6102d77-8d5f-47c7-8432-f44921da867d service neutron] 10.222.0.58 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834739 Aug 30 07:41:46.834111 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-145278c0-3ffb-49c4-b7e2-889a9fd25fba service neutron] 10.222.0.58 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837460 Aug 30 07:41:46.848718 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c49ecc-20fb-4e62-825f-a32a6b167f88 req-c2449e1f-a440-4d87-a266-d19fbaa238c0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:46.850232 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a4c49ecc-20fb-4e62-825f-a32a6b167f88 req-c2449e1f-a440-4d87-a266-d19fbaa238c0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0474639 Aug 30 07:41:46.890648 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a4c49ecc-20fb-4e62-825f-a32a6b167f88 req-7d841bb4-f20d-4921-833d-89d74d627a60 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344665 Aug 30 07:41:46.992403 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-639edb0f-9f69-4666-9bf2-a7206737c581 req-4f72d3f5-ba34-4e10-b482-373c54feaf4a tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ed4416-04c1-4b4b-8ea8-72acec3ae90e HTTP/1.1" status: 200 len: 210 time: 0.0271761 Aug 30 07:41:47.230994 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device cd8bd323-f326-4415-86c5-5fe223c24284 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:41:47.296393 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68501039-be37-4232-8b8b-5acbef9321a6 req-901fc309-e6d6-4893-b7ad-4bbda6df0f58 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:47.299064 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-68501039-be37-4232-8b8b-5acbef9321a6 req-901fc309-e6d6-4893-b7ad-4bbda6df0f58 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0662875 Aug 30 07:41:47.332924 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port cd8bd323-f326-4415-86c5-5fe223c24284, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cd8bd323-f326-4415-86c5-5fe223c24284,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:41:47.336504 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-68501039-be37-4232-8b8b-5acbef9321a6 req-c75f6cba-4940-4a0b-bb8a-b2c8d2d75c55 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324161 Aug 30 07:41:47.346716 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': 'cd8bd323-f326-4415-86c5-5fe223c24284', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'port_id': 'cd8bd323-f326-4415-86c5-5fe223c24284', 'mac_address': 'fa:16:3e:69:be:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:41:47.391262 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:47.404055 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd8bd323-f326-4415-86c5-5fe223c24284 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:41:47.424161 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port cd8bd323-f326-4415-86c5-5fe223c24284, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cd8bd323-f326-4415-86c5-5fe223c24284,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:41:47.428483 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:47.482228 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=cd8bd323-f326-4415-86c5-5fe223c24284,revision_number=6']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:47.570103 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04642e1d-869d-4bb0-a5ce-98ccf5be35af req-c0e920b5-5a72-433e-bbee-010363db8269 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:47.571561 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-04642e1d-869d-4bb0-a5ce-98ccf5be35af req-c0e920b5-5a72-433e-bbee-010363db8269 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0475597 Aug 30 07:41:47.580669 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['cd8bd323-f326-4415-86c5-5fe223c24284'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:41:47.614219 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-04642e1d-869d-4bb0-a5ce-98ccf5be35af req-9c3f36a5-3182-4efb-9c7c-9f8436814ca5 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366499 Aug 30 07:41:48.008316 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d790b2-8f3a-47a3-9c83-795cf0122f06 req-3373ebbb-2526-4157-8c04-3365a3559803 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:48.009814 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c3d790b2-8f3a-47a3-9c83-795cf0122f06 req-3373ebbb-2526-4157-8c04-3365a3559803 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0507340 Aug 30 07:41:48.055963 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c3d790b2-8f3a-47a3-9c83-795cf0122f06 req-a7c5485d-3e51-4580-80bd-2904304d2838 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341358 Aug 30 07:41:48.067455 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-c4eef420-2512-4b83-b086-493115488325 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:48.077047 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-c4eef420-2512-4b83-b086-493115488325 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.72 "GET /v2.0/networks?id=f1957f70-ae9e-45c3-b999-2ae40c1c8896 HTTP/1.1" status: 200 len: 815 time: 0.1123917 Aug 30 07:41:48.106815 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9c8874f2-0479-41cf-985b-2350a3357166 req-5af8fa07-4918-4b8c-b3f1-556e23d908d2 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ed4416-04c1-4b4b-8ea8-72acec3ae90e HTTP/1.1" status: 200 len: 210 time: 0.0285459 Aug 30 07:41:48.112086 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Request body: {'port': {'device_id': 'e8ed4416-04c1-4b4b-8ea8-72acec3ae90e', 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896', 'admin_state_up': True, 'tenant_id': 'f6a3405db278454ba1d037ab2b70c385'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:41:48.221017 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Made reservation on behalf of f6a3405db278454ba1d037ab2b70c385 for: {'port': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:41:48.224625 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:48.347982 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Allocated IP 172.20.0.13 (f1957f70-ae9e-45c3-b999-2ae40c1c8896/81a28adc-95ec-4deb-8d77-da2c96fa4883/00893fcb-3aab-4e9b-ae86-f30dd87335be) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:41:48.471427 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f49eef-a946-4392-8aae-2e6a90ff3f63 req-ba1703a8-4993-43c1-87c5-f8b9dcc11bf9 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:48.473186 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c7f49eef-a946-4392-8aae-2e6a90ff3f63 req-ba1703a8-4993-43c1-87c5-f8b9dcc11bf9 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 944 time: 0.0528893 Aug 30 07:41:48.523371 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c7f49eef-a946-4392-8aae-2e6a90ff3f63 req-6b96d337-97f6-4d72-9dea-9423f70dac32 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439360 Aug 30 07:41:48.703639 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:48.757848 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ea0b3-e82e-4dd7-8715-fa6c15e14c64 req-eca4efa2-217b-4c3c-acc2-1777082cd2fe tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:48.759377 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ea7ea0b3-e82e-4dd7-8715-fa6c15e14c64 req-eca4efa2-217b-4c3c-acc2-1777082cd2fe tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0688207 Aug 30 07:41:48.803297 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:48.817065 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['9a0aef60-1a6f-4c85-a205-c3a8161e5110', 'addb2997-6dc9-4f43-9cb0-70a2f084ca02'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:41:48.836220 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ea7ea0b3-e82e-4dd7-8715-fa6c15e14c64 req-c7560d0d-55a1-4377-8017-2279ae2fdcc3 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658169 Aug 30 07:41:48.857219 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Pushing event updated for resources: {'Port': ['ID=00893fcb-3aab-4e9b-ae86-f30dd87335be,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:48.866944 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Network f1957f70-ae9e-45c3-b999-2ae40c1c8896 is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:41:48.868890 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:48.869222 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:48.869815 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:48.869932 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:48.870234 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:48.870564 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:48.870889 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:48.871212 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:48.871535 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:48.871854 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:48.872186 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:48.872492 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:48.876510 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:41:48.878743 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:41:48.930237 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:48.930972 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:48.946759 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-a5dc2d52-3883-4a10-92fc-8b87d8960637 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8420801 Aug 30 07:41:48.961914 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Request body: {'port': {'device_id': 'e8ed4416-04c1-4b4b-8ea8-72acec3ae90e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:41:49.023893 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:49.212039 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d4e59-5a2e-46f7-a578-2204a5b00f6a req-6f285b1a-2afe-4589-8e4a-8487662ee7bb tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:49.213639 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-034d4e59-5a2e-46f7-a578-2204a5b00f6a req-6f285b1a-2afe-4589-8e4a-8487662ee7bb tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0601199 Aug 30 07:41:49.247053 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device cd8bd323-f326-4415-86c5-5fe223c24284 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:41:49.274246 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-034d4e59-5a2e-46f7-a578-2204a5b00f6a req-89d5378c-352e-4eec-ad88-a368256c9f86 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466189 Aug 30 07:41:49.325646 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port cd8bd323-f326-4415-86c5-5fe223c24284 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:41:49.326007 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:49.338398 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f8320-9070-4c9f-9c5f-505e14a25199 req-da211da2-db9a-4613-b0f4-291281386ec5 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:49.340249 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-796f8320-9070-4c9f-9c5f-505e14a25199 req-da211da2-db9a-4613-b0f4-291281386ec5 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ed4416-04c1-4b4b-8ea8-72acec3ae90e HTTP/1.1" status: 200 len: 932 time: 0.1484988 Aug 30 07:41:49.427611 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-796f8320-9070-4c9f-9c5f-505e14a25199 req-ed222cd7-94f7-423b-84ba-cda460a90b34 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652127 Aug 30 07:41:49.437746 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:49.477441 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port cd8bd323-f326-4415-86c5-5fe223c24284, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cd8bd323-f326-4415-86c5-5fe223c24284,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:41:49.478413 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8bd323-f326-4415-86c5-5fe223c24284'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:41:49.480972 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdc2d65-9953-49a2-9086-bd693c1f8ac7" -d '{"events": [{"server_uuid": "ebe5a558-69ab-4728-9187-c5a58aaf8ed3", "name": "network-vif-plugged", "status": "completed", "tag": "cd8bd323-f326-4415-86c5-5fe223c24284"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:41:49.487093 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:49.576611 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00893fcb-3aab-4e9b-ae86-f30dd87335be {{(pid=100444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:41:49.602461 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:49.632974 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Transition to ACTIVE for port object 00893fcb-3aab-4e9b-ae86-f30dd87335be will not be triggered until provisioned by entity L2. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:41:49.643256 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:49.750838 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9e969c-cf0a-420d-9897-ec254008efe7 x-openstack-request-id: req-0a9e969c-cf0a-420d-9897-ec254008efe7 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:41:49.751181 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe5a558-69ab-4728-9187-c5a58aaf8ed3", "name": "network-vif-plugged", "status": "completed", "tag": "cd8bd323-f326-4415-86c5-5fe223c24284", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:41:49.752023 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a9e969c-cf0a-420d-9897-ec254008efe7 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:41:49.752023 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8bd323-f326-4415-86c5-5fe223c24284', 'code': 200} Aug 30 07:41:49.794171 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=cd8bd323-f326-4415-86c5-5fe223c24284,revision_number=7']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:49.815619 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Pushing event updated for resources: {'Port': ['ID=00893fcb-3aab-4e9b-ae86-f30dd87335be,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:49.851390 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12f6db-91ac-492e-807d-9a8e169e6b6f req-03c46f89-a59e-4a9b-9dc9-17678b5e9eaa tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:49.853007 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-df12f6db-91ac-492e-807d-9a8e169e6b6f req-03c46f89-a59e-4a9b-9dc9-17678b5e9eaa tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.1579409 Aug 30 07:41:49.853419 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 51548) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:49.945063 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-df12f6db-91ac-492e-807d-9a8e169e6b6f req-6b4aed53-affd-400a-baa0-af59aaf63c59 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724106 Aug 30 07:41:49.947987 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Attempting to bind port 00893fcb-3aab-4e9b-ae86-f30dd87335be on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:41:49.948322 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Attempting to bind port 00893fcb-3aab-4e9b-ae86-f30dd87335be by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896'}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:41:49.948650 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Attempting to bind port 00893fcb-3aab-4e9b-ae86-f30dd87335be on network f1957f70-ae9e-45c3-b999-2ae40c1c8896 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:41:49.958360 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Port 00893fcb-3aab-4e9b-ae86-f30dd87335be on network f1957f70-ae9e-45c3-b999-2ae40c1c8896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:41:49.958924 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Attempting to bind port 00893fcb-3aab-4e9b-ae86-f30dd87335be on network f1957f70-ae9e-45c3-b999-2ae40c1c8896 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:41:49.969041 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:41:49.971745 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Checking segment: {'id': 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:41:49.972150 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Bound using segment: {'id': 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896'} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:41:49.972599 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Bound port: 00893fcb-3aab-4e9b-ae86-f30dd87335be, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896'}}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:41:49.972968 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:50.017434 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b944e2-274b-4851-a522-b90555dca939 req-d6c23026-bb52-4f18-a360-06c7173fce4d tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:50.025204 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-88b944e2-274b-4851-a522-b90555dca939 req-d6c23026-bb52-4f18-a360-06c7173fce4d tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0687990 Aug 30 07:41:50.060764 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-038d1b6c-9db0-4bbb-9c6e-4ef5c5ea3b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:50.063020 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] For port 00893fcb-3aab-4e9b-ae86-f30dd87335be, host hv-cinder-80403, cleared binding levels {{(pid=100444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:41:50.067056 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] For port 00893fcb-3aab-4e9b-ae86-f30dd87335be, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=00893fcb-3aab-4e9b-ae86-f30dd87335be,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:41:50.073842 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:50.110301 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-88b944e2-274b-4851-a522-b90555dca939 req-4f9b07de-ac8a-4766-99f5-7b0785a7720a tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788846 Aug 30 07:41:50.125886 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:50.125886 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:50.125886 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] 10.222.0.72 "PUT /v2.0/ports/00893fcb-3aab-4e9b-ae86-f30dd87335be HTTP/1.1" status: 200 len: 1094 time: 1.1616488 Aug 30 07:41:50.125886 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ed4416-04c1-4b4b-8ea8-72acec3ae90e', 'tag': '00893fcb-3aab-4e9b-ae86-f30dd87335be'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:41:50.127445 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76240b42-4664-4387-9d92-0a02b5c3b018" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ed4416-04c1-4b4b-8ea8-72acec3ae90e", "tag": "00893fcb-3aab-4e9b-ae86-f30dd87335be"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:41:50.150416 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fe51b-880f-40d8-9add-0d8562a96352 service neutron] Pushing event updated for resources: {'Port': ['ID=00893fcb-3aab-4e9b-ae86-f30dd87335be,revision_number=3']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:50.172805 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52438455-8680-47ec-9b9c-104b1d66bc1b x-openstack-request-id: req-52438455-8680-47ec-9b9c-104b1d66bc1b {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:41:50.173101 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ed4416-04c1-4b4b-8ea8-72acec3ae90e", "tag": "00893fcb-3aab-4e9b-ae86-f30dd87335be", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:41:50.173356 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52438455-8680-47ec-9b9c-104b1d66bc1b {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:41:50.173934 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ed4416-04c1-4b4b-8ea8-72acec3ae90e', 'tag': '00893fcb-3aab-4e9b-ae86-f30dd87335be', 'status': 'completed', 'code': 200} Aug 30 07:41:50.225576 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-038d1b6c-9db0-4bbb-9c6e-4ef5c5ea3b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:50.231086 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-038d1b6c-9db0-4bbb-9c6e-4ef5c5ea3b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:50.238836 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-6196772f-e59a-4de4-bd10-b46130865660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:50.240760 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-6196772f-e59a-4de4-bd10-b46130865660 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6a3405db278454ba1d037ab2b70c385&device_id=e8ed4416-04c1-4b4b-8ea8-72acec3ae90e HTTP/1.1" status: 200 len: 1097 time: 0.0529554 Aug 30 07:41:50.277253 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-038d1b6c-9db0-4bbb-9c6e-4ef5c5ea3b06 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dab2e7a31ac9465d98677efcc0d1c955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227502 Aug 30 07:41:50.285755 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 51558) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:50.298626 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-2958feb2-eae5-4079-b6c9-3b4e5b0a6e8a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00893fcb-3aab-4e9b-ae86-f30dd87335be HTTP/1.1" status: 200 len: 217 time: 0.0480101 Aug 30 07:41:50.313536 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d1b6c-9db0-4bbb-9c6e-4ef5c5ea3b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e61b15-608b-4c3d-9483-7379306aa34a,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:50.324106 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d1b6c-9db0-4bbb-9c6e-4ef5c5ea3b06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:50.325100 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d1b6c-9db0-4bbb-9c6e-4ef5c5ea3b06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:50.325519 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d1b6c-9db0-4bbb-9c6e-4ef5c5ea3b06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:50.325926 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d1b6c-9db0-4bbb-9c6e-4ef5c5ea3b06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:50.326348 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d1b6c-9db0-4bbb-9c6e-4ef5c5ea3b06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:50.326745 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d1b6c-9db0-4bbb-9c6e-4ef5c5ea3b06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:50.327155 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d1b6c-9db0-4bbb-9c6e-4ef5c5ea3b06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:50.327576 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d1b6c-9db0-4bbb-9c6e-4ef5c5ea3b06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:50.328709 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d1b6c-9db0-4bbb-9c6e-4ef5c5ea3b06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:50.329104 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d1b6c-9db0-4bbb-9c6e-4ef5c5ea3b06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:50.329601 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d1b6c-9db0-4bbb-9c6e-4ef5c5ea3b06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:50.329990 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d1b6c-9db0-4bbb-9c6e-4ef5c5ea3b06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:50.367465 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-1a5947de-5b91-41e8-b178-6ec6b93dd228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:50.369652 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-1a5947de-5b91-41e8-b178-6ec6b93dd228 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81a28adc-95ec-4deb-8d77-da2c96fa4883 HTTP/1.1" status: 200 len: 855 time: 0.0595369 Aug 30 07:41:50.386151 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-1ae5064b-9711-4c0f-98e6-220bc82744a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:50.415113 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-1ae5064b-9711-4c0f-98e6-220bc82744a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:50.416322 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-e369e815-0e73-4a75-975c-d7d760c7a7e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1957f70-ae9e-45c3-b999-2ae40c1c8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359719 Aug 30 07:41:50.431400 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f9362-9c78-4822-a7c5-01c3ff868bac req-ec905c4b-e3dc-4a4e-9b95-2fd2bddb6dd7 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:50.432953 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0c8f9362-9c78-4822-a7c5-01c3ff868bac req-ec905c4b-e3dc-4a4e-9b95-2fd2bddb6dd7 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0954990 Aug 30 07:41:50.531330 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-16c39ff9-5b33-4064-801d-1a9f86ad3355 service neutron] 10.222.0.72 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028349 Aug 30 07:41:50.542277 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0c8f9362-9c78-4822-a7c5-01c3ff868bac req-049a8392-c43e-484d-8d31-d5d462bbcce9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996904 Aug 30 07:41:50.561543 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-1ae5064b-9711-4c0f-98e6-220bc82744a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:50.566808 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-1ae5064b-9711-4c0f-98e6-220bc82744a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:50.568280 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-1ae5064b-9711-4c0f-98e6-220bc82744a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71e61b15-608b-4c3d-9483-7379306aa34a HTTP/1.1" status: 204 len: 168 time: 0.2810903 Aug 30 07:41:50.591066 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5064b-9711-4c0f-98e6-220bc82744a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e61b15-608b-4c3d-9483-7379306aa34a,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:50.672817 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd381350-1c13-4ecd-af50-eb36d4a135d3 req-d92628b9-4ce7-46c4-b952-2faf5a80ddfa tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:50.674292 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-dd381350-1c13-4ecd-af50-eb36d4a135d3 req-d92628b9-4ce7-46c4-b952-2faf5a80ddfa tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ed4416-04c1-4b4b-8ea8-72acec3ae90e HTTP/1.1" status: 200 len: 944 time: 0.1404953 Aug 30 07:41:50.725051 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2a664881-5e21-42b0-b755-192e5fb90c99 req-8e77b934-2cc9-45fd-9a3b-6942811671d3 service neutron] 10.222.0.72 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808853 Aug 30 07:41:50.732928 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-dd381350-1c13-4ecd-af50-eb36d4a135d3 req-c4bc9ba6-0912-4df9-96b4-195becdbec59 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506170 Aug 30 07:41:50.904080 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76240b42-4664-4387-9d92-0a02b5c3b018 req-62f597cc-df8e-4d6d-a9c8-4f9129766e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:50.915352 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-76240b42-4664-4387-9d92-0a02b5c3b018 req-62f597cc-df8e-4d6d-a9c8-4f9129766e87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6a3405db278454ba1d037ab2b70c385&device_id=e8ed4416-04c1-4b4b-8ea8-72acec3ae90e HTTP/1.1" status: 200 len: 1097 time: 0.0729861 Aug 30 07:41:50.957045 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:41:51.041437 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76240b42-4664-4387-9d92-0a02b5c3b018 req-37dcb527-0e7d-4eb7-904b-9fd6841db28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:51.042951 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-76240b42-4664-4387-9d92-0a02b5c3b018 req-37dcb527-0e7d-4eb7-904b-9fd6841db28f service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1957f70-ae9e-45c3-b999-2ae40c1c8896 HTTP/1.1" status: 200 len: 917 time: 0.1112194 Aug 30 07:41:51.089259 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-76240b42-4664-4387-9d92-0a02b5c3b018 req-8cc15561-50dd-4280-9faa-c792b2d160c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00893fcb-3aab-4e9b-ae86-f30dd87335be HTTP/1.1" status: 200 len: 217 time: 0.0370026 Aug 30 07:41:51.098294 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efd083-b3d1-42e0-a967-7e6015632335 req-0b670a92-4199-4a81-81fa-83d67da2d815 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:51.105609 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-45efd083-b3d1-42e0-a967-7e6015632335 req-0b670a92-4199-4a81-81fa-83d67da2d815 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0707939 Aug 30 07:41:51.158932 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76240b42-4664-4387-9d92-0a02b5c3b018 req-5542a61e-cac6-47b7-a8db-d86ad47bc133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:51.160164 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-45efd083-b3d1-42e0-a967-7e6015632335 req-12e1df86-2684-4afd-85ce-d487b8c9dd57 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533159 Aug 30 07:41:51.162662 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-76240b42-4664-4387-9d92-0a02b5c3b018 req-5542a61e-cac6-47b7-a8db-d86ad47bc133 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81a28adc-95ec-4deb-8d77-da2c96fa4883 HTTP/1.1" status: 200 len: 855 time: 0.0620234 Aug 30 07:41:51.206807 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-76240b42-4664-4387-9d92-0a02b5c3b018 req-66fcf3fa-24c4-4335-b141-1d20c78a66f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1957f70-ae9e-45c3-b999-2ae40c1c8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304790 Aug 30 07:41:51.305492 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a8ca3-3d04-4a15-a8c8-ff967b37f5e9 req-06fbe9fb-951b-4836-9a18-566f5cc43fbf tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:51.307145 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3c9a8ca3-3d04-4a15-a8c8-ff967b37f5e9 req-06fbe9fb-951b-4836-9a18-566f5cc43fbf tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.1035910 Aug 30 07:41:51.371487 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-76240b42-4664-4387-9d92-0a02b5c3b018 req-30e3f8e8-522f-4ed1-856e-8ddae8cb5d48 service neutron] 10.222.0.72 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360729 Aug 30 07:41:51.374830 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3c9a8ca3-3d04-4a15-a8c8-ff967b37f5e9 req-b48502c4-c8b8-4661-891b-bff478420840 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529695 Aug 30 07:41:51.482795 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-76240b42-4664-4387-9d92-0a02b5c3b018 req-a7e141c8-31a7-4af8-872e-7b3d8ba14b63 service neutron] 10.222.0.72 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985453 Aug 30 07:41:51.668923 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485847a-2de0-43f1-8535-d636b1114340 req-f02ec06d-dfea-48d3-973c-989a9aa3d869 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:51.670503 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b485847a-2de0-43f1-8535-d636b1114340 req-f02ec06d-dfea-48d3-973c-989a9aa3d869 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0526760 Aug 30 07:41:51.715295 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b485847a-2de0-43f1-8535-d636b1114340 req-8ef0d7d5-ba68-456b-b643-f21b9f211762 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383859 Aug 30 07:41:51.914832 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750b234-1f71-4a19-9e1e-a9f2a57c279a req-47be3a6e-c659-43b8-90ec-881a6fd3be3a tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:51.916466 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a750b234-1f71-4a19-9e1e-a9f2a57c279a req-47be3a6e-c659-43b8-90ec-881a6fd3be3a tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ed4416-04c1-4b4b-8ea8-72acec3ae90e HTTP/1.1" status: 200 len: 944 time: 0.0534279 Aug 30 07:41:51.958294 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a750b234-1f71-4a19-9e1e-a9f2a57c279a req-7d8d7f71-0bea-447d-a0d4-f3090cacd0be tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350976 Aug 30 07:41:52.316799 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eafadc-3a1a-42f3-b38e-d39a92abd2ee req-8597f7bf-cbdb-4ade-9dda-bfb18b7e3adc tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:52.318302 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-20eafadc-3a1a-42f3-b38e-d39a92abd2ee req-8597f7bf-cbdb-4ade-9dda-bfb18b7e3adc tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0765176 Aug 30 07:41:52.357141 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-20eafadc-3a1a-42f3-b38e-d39a92abd2ee req-2353d098-9ce3-49d4-8060-008a9d240fd4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328536 Aug 30 07:41:52.523773 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad461c-9730-4353-82f4-332ad0bc0247 req-54402458-8761-43a5-ac4f-18e5b0b88d9c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:52.529768 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6cad461c-9730-4353-82f4-332ad0bc0247 req-54402458-8761-43a5-ac4f-18e5b0b88d9c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0727031 Aug 30 07:41:52.595020 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6cad461c-9730-4353-82f4-332ad0bc0247 req-210c4e4e-fea6-4e8c-9399-e8599ecd294c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561004 Aug 30 07:41:52.605395 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70594a-a6bb-4ba8-8766-62d70dff795c req-df3f4644-db4d-493c-9725-84496879cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:52.607366 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9d70594a-a6bb-4ba8-8766-62d70dff795c req-df3f4644-db4d-493c-9725-84496879cfbe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 1099 time: 0.0762012 Aug 30 07:41:52.654942 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9d70594a-a6bb-4ba8-8766-62d70dff795c req-7527bc6f-7855-4d3d-b501-fed450247fb9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355220 Aug 30 07:41:52.844804 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32caa2-4148-4fa1-9f2a-f7c011969f54 req-b014528e-44c8-4c9d-96d9-bd217f05532e tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:52.846359 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5f32caa2-4148-4fa1-9f2a-f7c011969f54 req-b014528e-44c8-4c9d-96d9-bd217f05532e tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0534954 Aug 30 07:41:52.910528 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5f32caa2-4148-4fa1-9f2a-f7c011969f54 req-186a37c1-311d-4f85-89bc-f06b6298a27c tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577509 Aug 30 07:41:53.083194 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2917acf-9e94-48ce-9a3f-a7ffee138127 req-9c02bd11-4652-470c-9edd-8e685d5e96da tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:53.084885 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d2917acf-9e94-48ce-9a3f-a7ffee138127 req-9c02bd11-4652-470c-9edd-8e685d5e96da tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ed4416-04c1-4b4b-8ea8-72acec3ae90e HTTP/1.1" status: 200 len: 944 time: 0.0554986 Aug 30 07:41:53.126629 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d2917acf-9e94-48ce-9a3f-a7ffee138127 req-c6c17d67-a7de-476d-a488-be515a67091f tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351381 Aug 30 07:41:53.247921 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 00893fcb-3aab-4e9b-ae86-f30dd87335be details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:41:53.354653 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 00893fcb-3aab-4e9b-ae86-f30dd87335be, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=00893fcb-3aab-4e9b-ae86-f30dd87335be,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:41:53.367847 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': '00893fcb-3aab-4e9b-ae86-f30dd87335be', 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896', 'port_id': '00893fcb-3aab-4e9b-ae86-f30dd87335be', 'mac_address': 'fa:16:3e:68:88:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a28adc-95ec-4deb-8d77-da2c96fa4883', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:41:53.427248 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:53.442334 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00893fcb-3aab-4e9b-ae86-f30dd87335be {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:41:53.471860 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 00893fcb-3aab-4e9b-ae86-f30dd87335be, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=00893fcb-3aab-4e9b-ae86-f30dd87335be,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:41:53.477966 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:53.516077 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fbc1f-21e3-4824-8888-01d85a5695bb req-f5b12c37-d0f5-4474-915d-dd351f6c9865 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:53.524226 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ab4fbc1f-21e3-4824-8888-01d85a5695bb req-f5b12c37-d0f5-4474-915d-dd351f6c9865 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0734630 Aug 30 07:41:53.550885 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=00893fcb-3aab-4e9b-ae86-f30dd87335be,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:53.567606 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ab4fbc1f-21e3-4824-8888-01d85a5695bb req-0b06491d-d5b8-40c5-b254-d72dc9a66269 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423751 Aug 30 07:41:53.733907 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73008c1b-1561-4888-959d-2bd1d5d5423a req-2adcdff5-ffd5-4292-a371-4b634fba26be tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:53.735480 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-73008c1b-1561-4888-959d-2bd1d5d5423a req-2adcdff5-ffd5-4292-a371-4b634fba26be tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0656826 Aug 30 07:41:53.782940 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-73008c1b-1561-4888-959d-2bd1d5d5423a req-73ee7e74-5dcf-491a-b06e-ddfbee3b9b41 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391395 Aug 30 07:41:53.894252 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['00893fcb-3aab-4e9b-ae86-f30dd87335be'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:41:54.031468 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eb84e-6405-446f-9162-9326f4881a60 req-59bf5e81-d846-4bc3-a1b7-1a58bae3e0b3 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:54.035392 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ba1eb84e-6405-446f-9162-9326f4881a60 req-59bf5e81-d846-4bc3-a1b7-1a58bae3e0b3 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0569558 Aug 30 07:41:54.080661 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ba1eb84e-6405-446f-9162-9326f4881a60 req-56c1c811-742f-4005-bad6-51f376bc9b5d tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414889 Aug 30 07:41:54.248688 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d7c7e-b843-4a45-b070-703a962834e8 req-f08819a5-3348-491d-985b-ab1c64f52998 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:54.251560 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-470d7c7e-b843-4a45-b070-703a962834e8 req-f08819a5-3348-491d-985b-ab1c64f52998 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ed4416-04c1-4b4b-8ea8-72acec3ae90e HTTP/1.1" status: 200 len: 945 time: 0.0524085 Aug 30 07:41:54.294491 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-470d7c7e-b843-4a45-b070-703a962834e8 req-02952757-ec75-45b4-ae09-761dc03b7a55 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361514 Aug 30 07:41:54.694716 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a9353-8178-4ca4-8a0c-13af6c5c084d req-316a6b3a-3f94-4d97-84a1-e3cd1456627f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:54.696237 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f60a9353-8178-4ca4-8a0c-13af6c5c084d req-316a6b3a-3f94-4d97-84a1-e3cd1456627f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0511341 Aug 30 07:41:54.746672 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f60a9353-8178-4ca4-8a0c-13af6c5c084d req-ab862958-7dd7-416d-b819-f2013c71b079 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388067 Aug 30 07:41:54.907129 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda26fe-57f9-4dda-8100-651197329842 req-58fbf5a6-877a-44a0-b439-e52a27c8b5fc tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:54.908677 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bcda26fe-57f9-4dda-8100-651197329842 req-58fbf5a6-877a-44a0-b439-e52a27c8b5fc tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0530515 Aug 30 07:41:54.950665 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bcda26fe-57f9-4dda-8100-651197329842 req-c1e71f7f-550d-4176-a1a2-04fc968d04df tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358350 Aug 30 07:41:55.269245 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd685-31b8-47dd-b959-d3217acea3e1 req-430d0599-cffe-483f-92bb-f583820e3f48 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:55.275204 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 00893fcb-3aab-4e9b-ae86-f30dd87335be up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:41:55.275678 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-96bfd685-31b8-47dd-b959-d3217acea3e1 req-430d0599-cffe-483f-92bb-f583820e3f48 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0913560 Aug 30 07:41:55.349753 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-96bfd685-31b8-47dd-b959-d3217acea3e1 req-33e74b2a-642e-4edd-b0a1-817c397ee5fe tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644054 Aug 30 07:41:55.356806 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port 00893fcb-3aab-4e9b-ae86-f30dd87335be completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:41:55.361979 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port 00893fcb-3aab-4e9b-ae86-f30dd87335be triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:41:55.362602 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:55.379839 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de83e02-3ec6-418c-ba3d-fc202046bfb7 req-84b5947f-350d-4b74-9438-51403d929915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:55.382475 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0de83e02-3ec6-418c-ba3d-fc202046bfb7 req-84b5947f-350d-4b74-9438-51403d929915 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=039f78ae6a114205902a5ca4bd81deb4&device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 1099 time: 0.1252341 Aug 30 07:41:55.392806 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a5eb2-3608-48ed-8745-e1e55c34b186 req-c73e2468-0f52-43f8-a559-c5ced8f5beb8 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:55.402229 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a41a5eb2-3608-48ed-8745-e1e55c34b186 req-c73e2468-0f52-43f8-a559-c5ced8f5beb8 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.1037416 Aug 30 07:41:55.465029 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:55.505252 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d7700-f92d-4751-9885-1bac322f5de2 req-2a91409b-173d-4727-b322-9fc61fcac38e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:55.507253 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-724d7700-f92d-4751-9885-1bac322f5de2 req-2a91409b-173d-4727-b322-9fc61fcac38e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ed4416-04c1-4b4b-8ea8-72acec3ae90e HTTP/1.1" status: 200 len: 945 time: 0.0709765 Aug 30 07:41:55.517420 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a41a5eb2-3608-48ed-8745-e1e55c34b186 req-1342f0f0-33d6-4480-8807-bdc083426b47 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094468 Aug 30 07:41:55.535697 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ed4416-04c1-4b4b-8ea8-72acec3ae90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00893fcb-3aab-4e9b-ae86-f30dd87335be'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:41:55.544127 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ec407b-60f0-4c94-b0e2-eaee45ddba2e" -d '{"events": [{"server_uuid": "e8ed4416-04c1-4b4b-8ea8-72acec3ae90e", "name": "network-vif-plugged", "status": "completed", "tag": "00893fcb-3aab-4e9b-ae86-f30dd87335be"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:41:55.576997 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-724d7700-f92d-4751-9885-1bac322f5de2 req-713cff20-d0b9-44cf-a0d6-8449bc4fdcd7 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621047 Aug 30 07:41:55.588124 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 00893fcb-3aab-4e9b-ae86-f30dd87335be, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=00893fcb-3aab-4e9b-ae86-f30dd87335be,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:41:55.604177 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de83e02-3ec6-418c-ba3d-fc202046bfb7 req-b6c2f1ff-0523-46cf-a121-1ccf5e01e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:55.604510 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:55.610360 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0de83e02-3ec6-418c-ba3d-fc202046bfb7 req-b6c2f1ff-0523-46cf-a121-1ccf5e01e726 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e1f0e4f3-8cd4-4750-9064-5419198018fa HTTP/1.1" status: 200 len: 921 time: 0.2003696 Aug 30 07:41:55.669529 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0239a26-8207-4988-91bb-f11ad0bc9b80 x-openstack-request-id: req-d0239a26-8207-4988-91bb-f11ad0bc9b80 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:41:55.669820 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ed4416-04c1-4b4b-8ea8-72acec3ae90e", "name": "network-vif-plugged", "status": "completed", "tag": "00893fcb-3aab-4e9b-ae86-f30dd87335be", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:41:55.670134 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0239a26-8207-4988-91bb-f11ad0bc9b80 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:41:55.670500 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ed4416-04c1-4b4b-8ea8-72acec3ae90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00893fcb-3aab-4e9b-ae86-f30dd87335be', 'code': 200} Aug 30 07:41:55.676668 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=00893fcb-3aab-4e9b-ae86-f30dd87335be,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:55.684765 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:55.685265 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:55.685512 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:55.686219 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:55.686219 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:55.686633 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:55.687010 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:55.687291 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:55.687775 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:55.688095 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:55.688446 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:55.688770 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:55.708754 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0de83e02-3ec6-418c-ba3d-fc202046bfb7 req-18178113-10f5-4bc7-a69b-7a15d58723c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=049cdeec-1eaf-4cf0-b16c-af4e383541f4 HTTP/1.1" status: 200 len: 217 time: 0.0817704 Aug 30 07:41:55.772609 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de83e02-3ec6-418c-ba3d-fc202046bfb7 req-27f68e9d-3b95-4aba-9d62-6795a0937d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:55.774701 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0de83e02-3ec6-418c-ba3d-fc202046bfb7 req-27f68e9d-3b95-4aba-9d62-6795a0937d40 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2e838872-2a24-4ea8-9361-de08c41567ff HTTP/1.1" status: 200 len: 859 time: 0.0564992 Aug 30 07:41:55.812149 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0de83e02-3ec6-418c-ba3d-fc202046bfb7 req-a2e2ba8c-ff35-49a4-b2e4-425ae8d56420 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1f0e4f3-8cd4-4750-9064-5419198018fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282545 Aug 30 07:41:55.898059 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d36d1-a87a-44e6-855a-d7e157cfd48b req-2466063f-3e69-4532-a378-79c9876e3a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:55.899634 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b92d36d1-a87a-44e6-855a-d7e157cfd48b req-2466063f-3e69-4532-a378-79c9876e3a5e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e8ed4416-04c1-4b4b-8ea8-72acec3ae90e HTTP/1.1" status: 200 len: 1099 time: 0.0871139 Aug 30 07:41:55.912182 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2779e-06e0-48e2-9ef3-017621c1ea31 req-debf7756-e66a-4999-9445-dc115dfe433c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:55.913695 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-09d2779e-06e0-48e2-9ef3-017621c1ea31 req-debf7756-e66a-4999-9445-dc115dfe433c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0729995 Aug 30 07:41:55.937343 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0de83e02-3ec6-418c-ba3d-fc202046bfb7 req-8e618263-9de1-4896-af5c-fcc38d49de84 service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136227 Aug 30 07:41:55.959091 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b92d36d1-a87a-44e6-855a-d7e157cfd48b req-f2768f88-f715-4609-abf2-8be86fd7ab1c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443861 Aug 30 07:41:55.977800 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-09d2779e-06e0-48e2-9ef3-017621c1ea31 req-694ed3b6-83a4-42e3-8776-ec4cdd62ca4b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428643 Aug 30 07:41:56.047630 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0de83e02-3ec6-418c-ba3d-fc202046bfb7 req-a68d4c79-6710-4342-a036-5550f8fa5223 service neutron] 10.222.0.72 "GET /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975626 Aug 30 07:41:56.494977 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5d909-0a2b-43e3-9429-112f607bc3ab req-0059b459-27d1-467a-b998-92dfe0c54935 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:56.497892 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4cd5d909-0a2b-43e3-9429-112f607bc3ab req-0059b459-27d1-467a-b998-92dfe0c54935 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0846252 Aug 30 07:41:56.551228 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4cd5d909-0a2b-43e3-9429-112f607bc3ab req-438fcd1d-2a2d-44ba-9527-b0e541c962a3 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472393 Aug 30 07:41:56.645143 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0cea3-8fd6-45a7-a9ed-70fe24210c0d req-f8d492bd-557d-4478-b516-b872d0dd9e33 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:56.647318 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d2b0cea3-8fd6-45a7-a9ed-70fe24210c0d req-f8d492bd-557d-4478-b516-b872d0dd9e33 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0528002 Aug 30 07:41:56.689013 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d2b0cea3-8fd6-45a7-a9ed-70fe24210c0d req-aaee0f3b-9e00-4ef9-9288-191141bf9c7c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359244 Aug 30 07:41:56.715426 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f01782-4438-4b7e-813d-a4356a2b51c0 req-12a69cc7-8fff-4137-84fb-415a4787cb8b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:56.717296 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-28f01782-4438-4b7e-813d-a4356a2b51c0 req-12a69cc7-8fff-4137-84fb-415a4787cb8b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ed4416-04c1-4b4b-8ea8-72acec3ae90e HTTP/1.1" status: 200 len: 946 time: 0.0581708 Aug 30 07:41:56.763709 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-28f01782-4438-4b7e-813d-a4356a2b51c0 req-435a1b76-5bb8-45b6-96cb-83485c140887 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 Aug 30 07:41:57.116981 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cfe9a-63a3-40c0-9dda-31c97d3a3a5d req-5d4c2291-df8a-4cfc-ac56-e74f2bc6c2ad tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:57.122548 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e18cfe9a-63a3-40c0-9dda-31c97d3a3a5d req-5d4c2291-df8a-4cfc-ac56-e74f2bc6c2ad tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0664496 Aug 30 07:41:57.159275 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e18cfe9a-63a3-40c0-9dda-31c97d3a3a5d req-12a9c0c8-d90d-4c5b-954c-eeb120cac417 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344102 Aug 30 07:41:57.677007 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c02e90-4ee9-4fae-aa4a-de3acbf30dd5 req-f6924841-db34-4b4e-8274-cf1b4b7e1e00 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:57.678560 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-21c02e90-4ee9-4fae-aa4a-de3acbf30dd5 req-f6924841-db34-4b4e-8274-cf1b4b7e1e00 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0533345 Aug 30 07:41:57.721344 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-21c02e90-4ee9-4fae-aa4a-de3acbf30dd5 req-0205393a-45f9-44f4-bcd7-a9066bc20d29 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358608 Aug 30 07:41:57.832208 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddd397-5925-4907-9eee-ab2618236892 req-bb9407a3-4dbc-4094-a11a-7a1f59de3314 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:57.833687 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-13ddd397-5925-4907-9eee-ab2618236892 req-bb9407a3-4dbc-4094-a11a-7a1f59de3314 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0546906 Aug 30 07:41:57.882130 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-13ddd397-5925-4907-9eee-ab2618236892 req-2291288d-5099-432f-968d-5ff3dc2d5641 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425596 Aug 30 07:41:57.907650 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70abbab-bbac-4653-b200-91858a1ee4b0 req-6963c1b7-e034-4252-95f8-e135917538e1 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:57.909131 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c70abbab-bbac-4653-b200-91858a1ee4b0 req-6963c1b7-e034-4252-95f8-e135917538e1 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ed4416-04c1-4b4b-8ea8-72acec3ae90e HTTP/1.1" status: 200 len: 946 time: 0.0598278 Aug 30 07:41:57.969832 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c70abbab-bbac-4653-b200-91858a1ee4b0 req-1bb7bdfc-e230-4299-8a6d-fc4fbbe89cc3 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518064 Aug 30 07:41:58.311436 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27467bba-ce05-43c5-bc09-c2883cd47194 req-a35c0c59-97fc-477d-8356-423bf59ed202 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:58.314984 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-27467bba-ce05-43c5-bc09-c2883cd47194 req-a35c0c59-97fc-477d-8356-423bf59ed202 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0576429 Aug 30 07:41:58.367074 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-27467bba-ce05-43c5-bc09-c2883cd47194 req-aa026c70-a0c9-496b-96bd-8245e9bc8dd9 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447874 Aug 30 07:41:58.845984 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd907e-624a-4ea1-9fff-415ade36801b req-324ab4e3-e974-4287-b518-6d782b495ee0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:58.849329 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-39cd907e-624a-4ea1-9fff-415ade36801b req-324ab4e3-e974-4287-b518-6d782b495ee0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0581708 Aug 30 07:41:58.897020 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-39cd907e-624a-4ea1-9fff-415ade36801b req-941cb83c-1545-42e4-945c-25efedd9272d tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413551 Aug 30 07:41:59.017800 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b58fb-387b-45d2-9965-6da4b1313d7f req-3e941824-76ed-4d29-bf20-a0a529b79a24 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:59.019411 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d13b58fb-387b-45d2-9965-6da4b1313d7f req-3e941824-76ed-4d29-bf20-a0a529b79a24 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0554252 Aug 30 07:41:59.067864 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d13b58fb-387b-45d2-9965-6da4b1313d7f req-ebae863a-7dc5-4082-9805-a85997e1f016 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420141 Aug 30 07:41:59.510325 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28ee6e-094c-4651-b293-a0fa85aba2f3 req-dfcca457-23df-4d16-bc6d-5a948fc26caa tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:59.511945 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8a28ee6e-094c-4651-b293-a0fa85aba2f3 req-dfcca457-23df-4d16-bc6d-5a948fc26caa tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0509346 Aug 30 07:41:59.554164 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8a28ee6e-094c-4651-b293-a0fa85aba2f3 req-5a66599f-ce42-4528-85ab-b1e5ac431341 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355089 Aug 30 07:41:59.767610 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb83697-2bd4-4b81-a86d-d7f2c2cf31dc req-e02fb9bb-ecae-4487-a825-51dab7a2766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:59.769267 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ecb83697-2bd4-4b81-a86d-d7f2c2cf31dc req-e02fb9bb-ecae-4487-a825-51dab7a2766e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa66b27661a04aa298c662d52e59c85d&device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 1098 time: 0.0617745 Aug 30 07:41:59.865701 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb83697-2bd4-4b81-a86d-d7f2c2cf31dc req-e66a9b23-ff56-4d9d-b002-a90f05e93dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:59.867217 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ecb83697-2bd4-4b81-a86d-d7f2c2cf31dc req-e66a9b23-ff56-4d9d-b002-a90f05e93dce service neutron] 10.222.0.72 "GET /v2.0/networks?id=4b5d8dc8-1b4e-4476-a490-eb736edfd024 HTTP/1.1" status: 200 len: 918 time: 0.0869973 Aug 30 07:41:59.969990 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ecb83697-2bd4-4b81-a86d-d7f2c2cf31dc req-f61847ab-f0e0-4c02-b080-1b5c6eb7ffd9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd8bd323-f326-4415-86c5-5fe223c24284 HTTP/1.1" status: 200 len: 1000 time: 0.0933847 Aug 30 07:42:00.054389 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08690e-a65a-4ebb-bd14-ff3255da1cc7 req-b39150d9-4768-4f8c-9753-a898dcf4cb7b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:00.055746 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5f08690e-a65a-4ebb-bd14-ff3255da1cc7 req-b39150d9-4768-4f8c-9753-a898dcf4cb7b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0782001 Aug 30 07:42:00.066601 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb83697-2bd4-4b81-a86d-d7f2c2cf31dc req-8d59ff69-0446-4d2f-91ca-4ce29b3eaec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:00.067937 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ecb83697-2bd4-4b81-a86d-d7f2c2cf31dc req-8d59ff69-0446-4d2f-91ca-4ce29b3eaec4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ac8df77-6b5e-40db-8109-5b730c00a3ab HTTP/1.1" status: 200 len: 855 time: 0.0576713 Aug 30 07:42:00.127989 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5f08690e-a65a-4ebb-bd14-ff3255da1cc7 req-e561b3f4-7ced-4804-ba2e-49eb871214b9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636034 Aug 30 07:42:00.138411 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb83697-2bd4-4b81-a86d-d7f2c2cf31dc req-eaea65ad-3fc8-431b-86d9-a66510ee8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:00.140606 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ecb83697-2bd4-4b81-a86d-d7f2c2cf31dc req-eaea65ad-3fc8-431b-86d9-a66510ee8e03 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b5d8dc8-1b4e-4476-a490-eb736edfd024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563176 Aug 30 07:42:00.228986 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ecb83697-2bd4-4b81-a86d-d7f2c2cf31dc req-6e6e1c0b-4f5a-44aa-8ef3-0caab4246563 service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800920 Aug 30 07:42:00.498966 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ecb83697-2bd4-4b81-a86d-d7f2c2cf31dc req-4c99ee86-fde5-4ff4-9c18-55178bcc7ea0 service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622936 Aug 30 07:42:00.676509 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf7ca7-e018-4fc5-aa82-cd5455615f79 req-1c54aaaa-f174-408e-a510-e15388ebe271 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:00.678006 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6acf7ca7-e018-4fc5-aa82-cd5455615f79 req-1c54aaaa-f174-408e-a510-e15388ebe271 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0480781 Aug 30 07:42:00.716827 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6acf7ca7-e018-4fc5-aa82-cd5455615f79 req-379354c3-c6cd-4360-b784-636318314d1e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327384 Aug 30 07:42:01.243412 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60834ba9-3032-4bbe-ba3b-7082b0e6cb06 req-6f9d871b-422f-4f1f-84b4-4a61bfa067c9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:01.244880 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-60834ba9-3032-4bbe-ba3b-7082b0e6cb06 req-6f9d871b-422f-4f1f-84b4-4a61bfa067c9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0482454 Aug 30 07:42:01.283150 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-60834ba9-3032-4bbe-ba3b-7082b0e6cb06 req-67bc429e-cd06-4ea3-9bb8-ebf726b920dd tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316265 Aug 30 07:42:01.309662 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device cd8bd323-f326-4415-86c5-5fe223c24284 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:42:01.392905 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:01.417449 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd8bd323-f326-4415-86c5-5fe223c24284'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:42:01.419757 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229bfafd-0450-46f9-844b-0c0339d84d40" -d '{"events": [{"server_uuid": "ebe5a558-69ab-4728-9187-c5a58aaf8ed3", "name": "network-vif-unplugged", "status": "completed", "tag": "cd8bd323-f326-4415-86c5-5fe223c24284"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:42:01.436400 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port cd8bd323-f326-4415-86c5-5fe223c24284, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cd8bd323-f326-4415-86c5-5fe223c24284,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:01.442459 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:01.470207 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 07:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ead706-9c80-4ef0-ab26-100e14dbe59c x-openstack-request-id: req-37ead706-9c80-4ef0-ab26-100e14dbe59c {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:42:01.470527 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe5a558-69ab-4728-9187-c5a58aaf8ed3", "name": "network-vif-unplugged", "status": "completed", "tag": "cd8bd323-f326-4415-86c5-5fe223c24284", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:42:01.470786 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37ead706-9c80-4ef0-ab26-100e14dbe59c {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:42:01.471178 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd8bd323-f326-4415-86c5-5fe223c24284', 'code': 200} Aug 30 07:42:01.501189 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=cd8bd323-f326-4415-86c5-5fe223c24284,revision_number=8']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:01.840708 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f21f1a-53b1-4991-b949-9250457b7a62 req-1c9b0d42-6919-43f2-a222-f99e1b43cc31 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:01.842259 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-88f21f1a-53b1-4991-b949-9250457b7a62 req-1c9b0d42-6919-43f2-a222-f99e1b43cc31 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0513792 Aug 30 07:42:01.889441 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-88f21f1a-53b1-4991-b949-9250457b7a62 req-eb55f5fb-1513-4e61-881a-de2836f14690 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405591 Aug 30 07:42:02.407639 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51de07-7371-4931-b93d-d10c2503f0a2 req-298a0a76-5d8e-4404-9092-49ee7da8776e tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:02.409115 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-dc51de07-7371-4931-b93d-d10c2503f0a2 req-298a0a76-5d8e-4404-9092-49ee7da8776e tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0531571 Aug 30 07:42:02.450228 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-dc51de07-7371-4931-b93d-d10c2503f0a2 req-389caa8b-2a62-47b5-95ff-afa541da2a16 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350125 Aug 30 07:42:03.020813 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd64daf-7348-4104-ae78-4064c7da2bf5 req-acd89809-977b-473b-bdc4-4388a27e8e02 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:03.022687 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ddd64daf-7348-4104-ae78-4064c7da2bf5 req-acd89809-977b-473b-bdc4-4388a27e8e02 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0559049 Aug 30 07:42:03.064788 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ddd64daf-7348-4104-ae78-4064c7da2bf5 req-78d113d5-ef1a-43b9-962b-71c7fbb4faf5 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360868 Aug 30 07:42:03.230155 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56c441-2ea8-4320-a7c9-c5d928a642f5 req-fa1ac3fd-ede9-4cfc-a113-1153b86e5bad tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:03.231636 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2c56c441-2ea8-4320-a7c9-c5d928a642f5 req-fa1ac3fd-ede9-4cfc-a113-1153b86e5bad tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0540509 Aug 30 07:42:03.270722 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2c56c441-2ea8-4320-a7c9-c5d928a642f5 req-893206f3-f4e4-42c7-81ee-e2c164652265 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328474 Aug 30 07:42:03.565168 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35335e-0dc2-4196-8016-75dd26110941 req-c09b309a-a15f-427a-8b19-a916e5dac09c tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:03.566594 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7a35335e-0dc2-4196-8016-75dd26110941 req-c09b309a-a15f-427a-8b19-a916e5dac09c tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0479727 Aug 30 07:42:03.604573 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7a35335e-0dc2-4196-8016-75dd26110941 req-1670efa3-79dd-4055-8e91-0cf926ad11f9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321207 Aug 30 07:42:03.609145 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a19f-74fb-48d2-8b3b-09a38168a6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:03.695184 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328ddf5-9d9b-44f3-bf86-52f569da40ed req-1612f14a-7e96-49a1-acbb-1b025742f957 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:03.696644 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1328ddf5-9d9b-44f3-bf86-52f569da40ed req-1612f14a-7e96-49a1-acbb-1b025742f957 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0486410 Aug 30 07:42:03.738331 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1328ddf5-9d9b-44f3-bf86-52f569da40ed req-01ed7f7d-21f0-463a-b43c-ed39c2cf9ba1 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320005 Aug 30 07:42:04.017708 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 51766) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:04.103998 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-128607ac-0e62-4e70-b859-d8fe5a9c4542 req-4d947836-b747-42e1-ae9d-0d351a805363 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849946 Aug 30 07:42:04.386780 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69834060-0753-467a-a406-0034c438c425 req-cef3a45d-30a8-44fc-ad2f-64019da1cd4b tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:04.388236 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-69834060-0753-467a-a406-0034c438c425 req-cef3a45d-30a8-44fc-ad2f-64019da1cd4b tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0511620 Aug 30 07:42:04.433385 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-69834060-0753-467a-a406-0034c438c425 req-92d25268-478f-4bde-a0e3-19c651b22e49 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364137 Aug 30 07:42:04.739342 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b1061-44ff-46e5-a3a6-da5383161671 req-2b29d21d-0729-4976-88da-3ed889bc78f9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:04.741384 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ac4b1061-44ff-46e5-a3a6-da5383161671 req-2b29d21d-0729-4976-88da-3ed889bc78f9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0557423 Aug 30 07:42:04.783018 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ac4b1061-44ff-46e5-a3a6-da5383161671 req-3d6bf11a-fd0d-4196-9bb5-284a8ccf4bde tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351758 Aug 30 07:42:04.868669 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e608e1-e553-49be-9b3e-4d9eda978a87 req-c27da761-72b3-494e-a8be-c5dafbd6f870 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:04.870172 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-54e608e1-e553-49be-9b3e-4d9eda978a87 req-c27da761-72b3-494e-a8be-c5dafbd6f870 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0548868 Aug 30 07:42:04.910770 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-54e608e1-e553-49be-9b3e-4d9eda978a87 req-905b1bd5-79ed-401f-becd-8ea46e590f4b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343125 Aug 30 07:42:05.360398 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device cd8bd323-f326-4415-86c5-5fe223c24284 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:42:05.548274 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c3180-2b3a-4639-a289-a9a4e8d45291 req-a665a650-fdb8-4061-bdcc-5d99c298025f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:05.549747 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-508c3180-2b3a-4639-a289-a9a4e8d45291 req-a665a650-fdb8-4061-bdcc-5d99c298025f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0481825 Aug 30 07:42:05.587678 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-508c3180-2b3a-4639-a289-a9a4e8d45291 req-4a29b49e-467b-4c91-95d7-5760e0f90806 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320234 Aug 30 07:42:05.879943 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fbc65775-1d88-4075-91a9-11aa432b9518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:05.898361 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece29b5-70f7-458f-9c2f-fd318df6d38c req-dea8e32a-5e58-4e4f-873d-29fab0da84ee tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:05.899845 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-fece29b5-70f7-458f-9c2f-fd318df6d38c req-dea8e32a-5e58-4e4f-873d-29fab0da84ee tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0497112 Aug 30 07:42:05.936237 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-fece29b5-70f7-458f-9c2f-fd318df6d38c req-54b15a9e-4301-49d8-b8ba-5cbd63bb1f02 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304978 Aug 30 07:42:06.037780 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b2a49-80d0-4199-b20b-fa5bdef08376 req-37291de3-451b-4791-b0bf-e3489daddf83 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:06.039212 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-834b2a49-80d0-4199-b20b-fa5bdef08376 req-37291de3-451b-4791-b0bf-e3489daddf83 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0560763 Aug 30 07:42:06.100887 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-834b2a49-80d0-4199-b20b-fa5bdef08376 req-66f05cd2-3f0d-4862-8380-b6c590529dd0 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416636 Aug 30 07:42:06.108036 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69971e7-1697-4603-929a-58523f4f6d61 req-b197adf7-5aa6-4682-84d8-4c3ae8b9e8f0 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:06.110027 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c69971e7-1697-4603-929a-58523f4f6d61 req-b197adf7-5aa6-4682-84d8-4c3ae8b9e8f0 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 946 time: 0.0865800 Aug 30 07:42:06.202774 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-c69971e7-1697-4603-929a-58523f4f6d61 req-d6b164ea-bb31-410a-82aa-8b7ed6941e34 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Deleting port beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:42:06.203105 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-c69971e7-1697-4603-929a-58523f4f6d61 req-d6b164ea-bb31-410a-82aa-8b7ed6941e34 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:06.291627 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-c69971e7-1697-4603-929a-58523f4f6d61 req-d6b164ea-bb31-410a-82aa-8b7ed6941e34 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] For port beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d,segment=NetworkSegment(23626ed7-dae5-46d7-8d16-c09611ed5b87),segment_id=23626ed7-dae5-46d7-8d16-c09611ed5b87)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:06.291901 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-c69971e7-1697-4603-929a-58523f4f6d61 req-d6b164ea-bb31-410a-82aa-8b7ed6941e34 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:06.304695 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-c69971e7-1697-4603-929a-58523f4f6d61 req-d6b164ea-bb31-410a-82aa-8b7ed6941e34 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Calling delete_port for beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d owned by compute:nova {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:42:06.435585 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-c69971e7-1697-4603-929a-58523f4f6d61 req-d6b164ea-bb31-410a-82aa-8b7ed6941e34 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:06.443151 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:06.458598 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['049cdeec-1eaf-4cf0-b16c-af4e383541f4', 'beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:42:06.465586 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b164ea-bb31-410a-82aa-8b7ed6941e34 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Pushing event deleted for resources: {'Port': ['ID=beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:06.503896 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69971e7-1697-4603-929a-58523f4f6d61 req-d6b164ea-bb31-410a-82aa-8b7ed6941e34 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] No DVR routers for this DVR port beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d on host hv-cinder-80403 {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:42:06.506636 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-c69971e7-1697-4603-929a-58523f4f6d61 req-d6b164ea-bb31-410a-82aa-8b7ed6941e34 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:06.508586 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c69971e7-1697-4603-929a-58523f4f6d61 req-d6b164ea-bb31-410a-82aa-8b7ed6941e34 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.72 "DELETE /v2.0/ports/beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d HTTP/1.1" status: 204 len: 173 time: 0.3906922 Aug 30 07:42:06.509014 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa12d36a-7e2f-487f-bd78-5566a39a80ed', 'name': 'network-vif-deleted', 'tag': 'beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:42:06.511275 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c96afaa-ae8d-44d2-b975-837b136a7233" -d '{"events": [{"server_uuid": "fa12d36a-7e2f-487f-bd78-5566a39a80ed", "name": "network-vif-deleted", "tag": "beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:42:06.548153 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d99838-d358-49c7-be6b-7ef186758b8a x-openstack-request-id: req-d0d99838-d358-49c7-be6b-7ef186758b8a {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:42:06.548450 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa12d36a-7e2f-487f-bd78-5566a39a80ed", "name": "network-vif-deleted", "tag": "beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:42:06.549016 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0d99838-d358-49c7-be6b-7ef186758b8a {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:42:06.549118 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12d36a-7e2f-487f-bd78-5566a39a80ed', 'name': 'network-vif-deleted', 'tag': 'beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d', 'status': 'completed', 'code': 200} Aug 30 07:42:06.689596 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2a5c458a-4c7b-4967-9c3a-115eb0a9223e req-6c87ecdd-e5f5-4644-9800-14aee9b84d54 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa12d36a-7e2f-487f-bd78-5566a39a80ed HTTP/1.1" status: 200 len: 210 time: 0.0253615 Aug 30 07:42:07.058842 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4119c5d-6026-4e6b-9310-dbff7565b2f6 req-eed5ec4f-421a-4b54-b6f7-ca08fd777993 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:07.060398 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d4119c5d-6026-4e6b-9310-dbff7565b2f6 req-eed5ec4f-421a-4b54-b6f7-ca08fd777993 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0563414 Aug 30 07:42:07.099829 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d4119c5d-6026-4e6b-9310-dbff7565b2f6 req-3a86ca81-bfc3-4b67-ab7b-c6f5bf625f13 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328813 Aug 30 07:42:07.235431 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf6424-3615-459b-857e-f3c93be0c63e req-542ba181-8240-4895-9059-65efd14af20b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:07.242489 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-fedf6424-3615-459b-857e-f3c93be0c63e req-542ba181-8240-4895-9059-65efd14af20b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0656621 Aug 30 07:42:07.247629 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:07.281377 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-fedf6424-3615-459b-857e-f3c93be0c63e req-e30b2109-95e9-4273-bfa5-51443e77a6e4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380337 Aug 30 07:42:08.001715 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128607ac-0e62-4e70-b859-d8fe5a9c4542 req-2407c989-dbbc-48cb-b017-dc700ef91c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:08.003242 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-128607ac-0e62-4e70-b859-d8fe5a9c4542 req-2407c989-dbbc-48cb-b017-dc700ef91c70 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3&tenant_id=fa66b27661a04aa298c662d52e59c85d HTTP/1.1" status: 200 len: 1096 time: 0.0991387 Aug 30 07:42:08.015025 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68122d-dc92-42f7-b960-216c22690072 req-02a9a6d4-a0a8-4f0c-8aeb-f772fac2535e tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:08.016438 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0d68122d-dc92-42f7-b960-216c22690072 req-02a9a6d4-a0a8-4f0c-8aeb-f772fac2535e tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.1037955 Aug 30 07:42:08.080702 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0d68122d-dc92-42f7-b960-216c22690072 req-798526b4-3557-45f2-9e62-00c70c665d6e tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579932 Aug 30 07:42:08.085789 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128607ac-0e62-4e70-b859-d8fe5a9c4542 req-bb22dd62-b5b3-47c7-ab4c-3bf745bdd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:08.087228 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-128607ac-0e62-4e70-b859-d8fe5a9c4542 req-bb22dd62-b5b3-47c7-ab4c-3bf745bdd66c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa66b27661a04aa298c662d52e59c85d&device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0586894 Aug 30 07:42:08.189610 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128607ac-0e62-4e70-b859-d8fe5a9c4542 req-fcafb451-37fa-4f11-a35c-63ca94a74296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:08.191119 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-128607ac-0e62-4e70-b859-d8fe5a9c4542 req-fcafb451-37fa-4f11-a35c-63ca94a74296 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4b5d8dc8-1b4e-4476-a490-eb736edfd024 HTTP/1.1" status: 200 len: 918 time: 0.0871966 Aug 30 07:42:08.219680 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf998f-2057-4d7f-87fa-18498747e160 req-5537d8be-081b-4b80-9400-56483244238e tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:08.221567 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e8cf998f-2057-4d7f-87fa-18498747e160 req-5537d8be-081b-4b80-9400-56483244238e tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0527368 Aug 30 07:42:08.261557 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-128607ac-0e62-4e70-b859-d8fe5a9c4542 req-d47cba6f-fccc-4e5f-a495-ea553ebfaccb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd8bd323-f326-4415-86c5-5fe223c24284 HTTP/1.1" status: 200 len: 998 time: 0.0611105 Aug 30 07:42:08.266742 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e8cf998f-2057-4d7f-87fa-18498747e160 req-4d909ecb-44c5-42f6-9e64-b15610e7da93 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372555 Aug 30 07:42:08.312670 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128607ac-0e62-4e70-b859-d8fe5a9c4542 req-386cdb93-74e5-4917-a468-17d0ecad2b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:08.314185 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-128607ac-0e62-4e70-b859-d8fe5a9c4542 req-386cdb93-74e5-4917-a468-17d0ecad2b21 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ac8df77-6b5e-40db-8109-5b730c00a3ab HTTP/1.1" status: 200 len: 855 time: 0.0440793 Aug 30 07:42:08.373080 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128607ac-0e62-4e70-b859-d8fe5a9c4542 req-cfda60ec-7a2d-4568-bb8d-a8fcf2c577a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:08.374599 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-128607ac-0e62-4e70-b859-d8fe5a9c4542 req-cfda60ec-7a2d-4568-bb8d-a8fcf2c577a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b5d8dc8-1b4e-4476-a490-eb736edfd024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529699 Aug 30 07:42:08.454546 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a741926-a372-4dae-8eb6-d86b48d7c78f req-0dcfd4b4-a43b-4a83-af7a-33eba82a7b80 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:08.455958 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a741926-a372-4dae-8eb6-d86b48d7c78f req-0dcfd4b4-a43b-4a83-af7a-33eba82a7b80 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0980670 Aug 30 07:42:08.509541 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-128607ac-0e62-4e70-b859-d8fe5a9c4542 req-b7bfaf1d-2427-4c10-8dc2-e27f586c8571 service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220021 Aug 30 07:42:08.516675 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a741926-a372-4dae-8eb6-d86b48d7c78f req-758aa00c-cb04-4ca1-9b0f-fccc7de02c01 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509331 Aug 30 07:42:08.614053 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-128607ac-0e62-4e70-b859-d8fe5a9c4542 req-2e76b9e9-9e61-4df8-8389-06f5e9e96637 service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945184 Aug 30 07:42:08.953964 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:09.044239 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-affa49b6-17ae-436e-b181-21d39fe41ee2 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:09.045698 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-affa49b6-17ae-436e-b181-21d39fe41ee2 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/networks?id=f1957f70-ae9e-45c3-b999-2ae40c1c8896 HTTP/1.1" status: 200 len: 815 time: 0.1047564 Aug 30 07:42:09.061875 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-b867853a-6a5c-4a93-9857-602a48eb2a61 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/quotas/f6a3405db278454ba1d037ab2b70c385 HTTP/1.1" status: 200 len: 375 time: 0.0096817 Aug 30 07:42:09.132401 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-9563903f-81cd-4c6a-a706-419a076e62c3 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f6a3405db278454ba1d037ab2b70c385&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646806 Aug 30 07:42:09.231653 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-d7b7b635-b547-4bd4-9c79-02ba12017e3f service neutron] 10.222.0.58 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979149 Aug 30 07:42:09.253086 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59859feb-ec3f-4973-8399-526a91ec924c req-92c6ba4d-28c2-4503-9b86-31bc3fb88568 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:09.256588 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-59859feb-ec3f-4973-8399-526a91ec924c req-92c6ba4d-28c2-4503-9b86-31bc3fb88568 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0764747 Aug 30 07:42:09.307086 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-59859feb-ec3f-4973-8399-526a91ec924c req-d711c5e1-da09-4663-aec7-0cb1605f6bf4 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395501 Aug 30 07:42:09.342540 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-38349ad6-785a-4dff-a468-2075ede89ecf service neutron] 10.222.0.58 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086118 Aug 30 07:42:09.402763 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:42:09.456695 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:42:09.457287 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device beadad06-26c6-4d5e-b9ac-76c7d6ee5b5d not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:42:09.493780 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:09.506151 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44994e-2213-4614-af02-3445c7bd74f1 req-bce02f90-bcef-4adb-9dee-dad4f56b82a8 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:09.508736 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ff44994e-2213-4614-af02-3445c7bd74f1 req-bce02f90-bcef-4adb-9dee-dad4f56b82a8 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.1136110 Aug 30 07:42:09.573231 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ff44994e-2213-4614-af02-3445c7bd74f1 req-319993fc-bc9c-48b0-bb40-238bbbe4242c tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559206 Aug 30 07:42:09.638509 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-dd252990-a76e-49d6-80ae-528f195482ef req-a00fbc9e-d730-45d2-b0cf-990df9132ae0 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 210 time: 0.0736804 Aug 30 07:42:09.714743 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a12131-0b18-4e76-b799-20a52dc8eaf4 req-ec496898-3a0d-4c5b-94dc-96412cb4c9c9 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:09.716079 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c4a12131-0b18-4e76-b799-20a52dc8eaf4 req-ec496898-3a0d-4c5b-94dc-96412cb4c9c9 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0585165 Aug 30 07:42:09.776770 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c4a12131-0b18-4e76-b799-20a52dc8eaf4 req-1c1ec9f5-9449-4ce9-a664-6b37fdac451f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545361 Aug 30 07:42:10.430243 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cbc3b-3cde-4a19-82b1-a6f076ec2ee9 req-f9d01006-9704-4b5e-a43e-5ff5d93f8c7f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:10.431934 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-889cbc3b-3cde-4a19-82b1-a6f076ec2ee9 req-f9d01006-9704-4b5e-a43e-5ff5d93f8c7f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0488575 Aug 30 07:42:10.474245 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-889cbc3b-3cde-4a19-82b1-a6f076ec2ee9 req-6ee3c88a-c31c-41dd-acfc-669c6671b07f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363028 Aug 30 07:42:10.688445 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182583dd-2e65-4555-9e89-43c06918e29d req-171d91ab-a4e1-4db0-a93e-722bea8a31af tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:10.689907 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-182583dd-2e65-4555-9e89-43c06918e29d req-171d91ab-a4e1-4db0-a93e-722bea8a31af tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0640206 Aug 30 07:42:10.732707 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-182583dd-2e65-4555-9e89-43c06918e29d req-dbcdd04f-94dd-40d1-a38c-e4ca698a68b9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364630 Aug 30 07:42:10.745292 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4f89db3a-a8da-4749-8d8b-c49b1c428067 req-dacf32e0-9a1b-415f-b192-3763d0d11768 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 210 time: 0.0337179 Aug 30 07:42:10.900848 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20aadd-24c2-4820-9d45-298ce7ff7014 req-cf9fb25b-f79d-45c4-be81-e3180785d372 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:10.902353 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-bd20aadd-24c2-4820-9d45-298ce7ff7014 req-cf9fb25b-f79d-45c4-be81-e3180785d372 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0512273 Aug 30 07:42:10.941241 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-bd20aadd-24c2-4820-9d45-298ce7ff7014 req-f90f2af4-adb6-44a9-adf8-b1d92207e2ea tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328772 Aug 30 07:42:11.592077 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3da33-559c-4919-b748-01029fa93fe2 req-47d5d00b-9676-4787-b5d8-1fd325bfa70d tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:11.594180 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-22f3da33-559c-4919-b748-01029fa93fe2 req-47d5d00b-9676-4787-b5d8-1fd325bfa70d tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0500603 Aug 30 07:42:11.635544 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-22f3da33-559c-4919-b748-01029fa93fe2 req-907c5b5c-7f3c-4abf-b467-6d7d9bf77b3f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352857 Aug 30 07:42:11.846854 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5fb154a9-4c40-4994-9a0e-bbe410c35950 req-5d19b340-3a60-4e14-b8cf-f5b3983c5799 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 210 time: 0.0267560 Aug 30 07:42:11.879810 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0c99a-2011-42be-86f0-750a25f43968 req-55288d65-7513-48ba-bda8-515b47a83e50 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:11.881676 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d2e0c99a-2011-42be-86f0-750a25f43968 req-55288d65-7513-48ba-bda8-515b47a83e50 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0678589 Aug 30 07:42:11.922260 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d2e0c99a-2011-42be-86f0-750a25f43968 req-adc0bfef-03e3-4f40-9ca3-333ca76decb3 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342934 Aug 30 07:42:12.068245 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cd38f-815c-4990-bee8-7efd71be3d07 req-3970de0c-0d0b-4080-adfe-527230ae3336 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:12.069665 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-802cd38f-815c-4990-bee8-7efd71be3d07 req-3970de0c-0d0b-4080-adfe-527230ae3336 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0541155 Aug 30 07:42:12.106914 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-802cd38f-815c-4990-bee8-7efd71be3d07 req-81fe3e0e-d27f-4940-93af-ae1019c8f20c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313435 Aug 30 07:42:12.758441 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec914d0-e001-4882-813c-d25d2197ef5b req-25c9309d-e964-4b16-a155-bacba5e4e04a tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:12.759960 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9ec914d0-e001-4882-813c-d25d2197ef5b req-25c9309d-e964-4b16-a155-bacba5e4e04a tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0553660 Aug 30 07:42:12.801205 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9ec914d0-e001-4882-813c-d25d2197ef5b req-7a0b1215-c612-4e36-b8ab-b7621616bfbb tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341902 Aug 30 07:42:12.951142 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-16ebb312-aeca-474a-ab2e-3a609b308755 req-e431dafe-81f7-40b4-a29e-5431a44afb82 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 210 time: 0.0276642 Aug 30 07:42:13.045408 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dcf68-0ada-43d1-9763-37cafafd87f6 req-f07d8b59-604c-4b68-a2c8-cce32ce08214 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:13.047419 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ca1dcf68-0ada-43d1-9763-37cafafd87f6 req-f07d8b59-604c-4b68-a2c8-cce32ce08214 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0508478 Aug 30 07:42:13.085428 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ca1dcf68-0ada-43d1-9763-37cafafd87f6 req-8ee0c8db-d183-4328-b57d-12131e069e80 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320737 Aug 30 07:42:13.272651 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa43b34-c973-433e-a040-74700860da5d req-d1219733-6f48-42a3-9270-ecbe96a91da3 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:13.274526 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3fa43b34-c973-433e-a040-74700860da5d req-d1219733-6f48-42a3-9270-ecbe96a91da3 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0593400 Aug 30 07:42:13.313069 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3fa43b34-c973-433e-a040-74700860da5d req-081d8c18-865a-403c-85dd-ad00831597dc tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316403 Aug 30 07:42:13.925882 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07983e-4fe1-42d2-90bd-ede5ef5def64 req-c8e27c1c-5b90-409c-868d-342be92ebbae tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:13.927377 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ee07983e-4fe1-42d2-90bd-ede5ef5def64 req-c8e27c1c-5b90-409c-868d-342be92ebbae tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0582228 Aug 30 07:42:13.986768 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ee07983e-4fe1-42d2-90bd-ede5ef5def64 req-33b9a91b-5d89-487b-bf13-8f9f61ea7b52 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516171 Aug 30 07:42:14.051944 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-84b24736-0397-453d-a8fa-e6005e7c636d req-6d6b6636-49d1-4b08-a3a3-c6439b36591b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 210 time: 0.0287528 Aug 30 07:42:14.212904 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ccedb-ce25-4f2c-88e4-9b385f1a1b81 req-c76148e7-5a8b-40da-8bda-642afca8b6cc tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:14.214443 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6a8ccedb-ce25-4f2c-88e4-9b385f1a1b81 req-c76148e7-5a8b-40da-8bda-642afca8b6cc tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0563693 Aug 30 07:42:14.255855 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6a8ccedb-ce25-4f2c-88e4-9b385f1a1b81 req-c2a668f7-c0fa-4322-8c7d-d71eded81867 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348179 Aug 30 07:42:14.459802 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366708e3-4c8b-4031-aa14-7443dae06d65 req-301ea77b-97db-4290-a133-0789824c2a6f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:14.461275 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-366708e3-4c8b-4031-aa14-7443dae06d65 req-301ea77b-97db-4290-a133-0789824c2a6f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0684211 Aug 30 07:42:14.501280 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-366708e3-4c8b-4031-aa14-7443dae06d65 req-2634687f-b684-4ef5-bf24-396ac605ccd3 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339835 Aug 30 07:42:15.103678 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d9065-56f1-49b7-903d-4511f2a91c99 req-180eaf0a-e7b6-41a6-91fe-d936bea45451 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:15.105817 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-982d9065-56f1-49b7-903d-4511f2a91c99 req-180eaf0a-e7b6-41a6-91fe-d936bea45451 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0495999 Aug 30 07:42:15.157836 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-982d9065-56f1-49b7-903d-4511f2a91c99 req-e6a03e26-d291-4946-b38b-c245f8b0cc0f tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464900 Aug 30 07:42:15.166839 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8cd85022-b28d-482a-9a31-abb12ac8c7bf req-9d7b2ec8-5cac-4a27-a571-d9bdcdcb0b43 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 210 time: 0.0274851 Aug 30 07:42:15.395852 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ad006-c46d-4ad3-bcf9-725d0053dc33 req-914ecd2c-0d80-4793-b9d9-e879051edf04 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:15.397847 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c70ad006-c46d-4ad3-bcf9-725d0053dc33 req-914ecd2c-0d80-4793-b9d9-e879051edf04 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0741210 Aug 30 07:42:15.449071 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c70ad006-c46d-4ad3-bcf9-725d0053dc33 req-82525847-ad79-4e18-bd2f-76d234ad9e71 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451241 Aug 30 07:42:15.620521 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa77c3-dac8-4947-9c3f-77b166fe50d3 req-de37a6f7-2923-43bf-88d1-ad56e006b760 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:15.621992 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-04aa77c3-dac8-4947-9c3f-77b166fe50d3 req-de37a6f7-2923-43bf-88d1-ad56e006b760 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0483849 Aug 30 07:42:15.660711 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-04aa77c3-dac8-4947-9c3f-77b166fe50d3 req-78fabad9-f25a-48b0-ae99-ec6d9a536756 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319946 Aug 30 07:42:16.273002 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-60d2435b-e8a7-4bfa-9f33-eb7f1b49adec req-6924318f-25d7-43c8-a659-1db7c8b9450b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 210 time: 0.0312748 Aug 30 07:42:16.281443 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed516dfa-f402-4895-a44e-2a179c19f38b req-c3485548-b16f-4c29-89bd-936d8fec3562 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:16.282952 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ed516dfa-f402-4895-a44e-2a179c19f38b req-c3485548-b16f-4c29-89bd-936d8fec3562 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0556877 Aug 30 07:42:16.323701 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ed516dfa-f402-4895-a44e-2a179c19f38b req-ec133d6f-6fa1-48dc-9ebe-de5dd1acf093 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346296 Aug 30 07:42:16.566574 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbb28c-6421-4e74-8062-e6181e7069bb req-a253a8c7-b20a-46f0-b89a-c16c10e1159e tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:16.568666 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ddfbb28c-6421-4e74-8062-e6181e7069bb req-a253a8c7-b20a-46f0-b89a-c16c10e1159e tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0507295 Aug 30 07:42:16.611171 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ddfbb28c-6421-4e74-8062-e6181e7069bb req-5588867e-30df-4b1a-b00e-1a72c5926aa0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369139 Aug 30 07:42:16.790842 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac1bb5-6ff3-46e4-8922-25499c1c9e3d req-989c3b8a-0534-4229-8a26-529b700e7872 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:16.792328 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2aac1bb5-6ff3-46e4-8922-25499c1c9e3d req-989c3b8a-0534-4229-8a26-529b700e7872 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0529404 Aug 30 07:42:16.831638 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2aac1bb5-6ff3-46e4-8922-25499c1c9e3d req-766fceb2-3233-43e4-8c88-1741209fb3ed tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333192 Aug 30 07:42:17.377303 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e0b0d3ee-819e-4152-aeb3-019d77c9494b req-ab3b4470-8eff-4a87-9632-b7b6bbe4788d tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 210 time: 0.0290227 Aug 30 07:42:17.459760 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb4793-9448-4545-a73c-59614666fbfd req-1d6d6537-f417-45ce-8a35-5f7551e93db1 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:17.461270 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d0bb4793-9448-4545-a73c-59614666fbfd req-1d6d6537-f417-45ce-8a35-5f7551e93db1 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0527248 Aug 30 07:42:17.505838 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d0bb4793-9448-4545-a73c-59614666fbfd req-f28c1c76-84de-4e82-96ee-a096818c539c tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368319 Aug 30 07:42:17.746976 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793bb29-d57d-4517-8714-1cb825a50b90 req-a75305bd-7c86-4622-a132-b5de7ccf70b7 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:17.748879 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6793bb29-d57d-4517-8714-1cb825a50b90 req-a75305bd-7c86-4622-a132-b5de7ccf70b7 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0666072 Aug 30 07:42:17.790024 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6793bb29-d57d-4517-8714-1cb825a50b90 req-c723c2b2-d00d-4c72-8944-38e26d28392e tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349376 Aug 30 07:42:17.957239 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c702b-81a1-4e70-83a3-777938329153 req-494d1c1a-76ae-4465-8f74-e639983727c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:17.958772 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-191c702b-81a1-4e70-83a3-777938329153 req-494d1c1a-76ae-4465-8f74-e639983727c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0513892 Aug 30 07:42:17.999456 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-191c702b-81a1-4e70-83a3-777938329153 req-45f54cc8-f4e5-43eb-887e-29c5c0433d52 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347581 Aug 30 07:42:18.475192 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-db913ef3-2ffa-44ed-93f2-e0c455240a00 req-e5f49209-83f5-450d-8766-f2d749e83c0c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 210 time: 0.0310266 Aug 30 07:42:18.623319 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15f3c8-72fc-4e97-97d1-89dff3d07e7a req-42415f6f-33eb-4c49-9161-b7bc36f723cc tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:18.624785 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-eb15f3c8-72fc-4e97-97d1-89dff3d07e7a req-42415f6f-33eb-4c49-9161-b7bc36f723cc tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0504005 Aug 30 07:42:18.662638 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-eb15f3c8-72fc-4e97-97d1-89dff3d07e7a req-ca54e514-e8f5-4daf-b8b4-5cdf3c5d69df tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317960 Aug 30 07:42:18.910118 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729b7be-253f-424e-b85d-e6842a36501e req-f68e6143-3527-42dc-a9db-e9aa808108e3 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:18.911625 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e729b7be-253f-424e-b85d-e6842a36501e req-f68e6143-3527-42dc-a9db-e9aa808108e3 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0503397 Aug 30 07:42:18.955145 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e729b7be-253f-424e-b85d-e6842a36501e req-67a745f2-fce7-4bbe-a827-1393305b42d1 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365388 Aug 30 07:42:19.143061 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e23dd6-cfff-4ee4-afe6-3edb3c637219 req-99ac2ea5-188c-4d21-bb00-47a9ca9b363f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:19.146525 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-16e23dd6-cfff-4ee4-afe6-3edb3c637219 req-99ac2ea5-188c-4d21-bb00-47a9ca9b363f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0584188 Aug 30 07:42:19.181528 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-16e23dd6-cfff-4ee4-afe6-3edb3c637219 req-4afd6586-5a50-4aa1-b908-7647845aa61f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310061 Aug 30 07:42:19.615166 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-591bf419-0dde-4431-b2fe-d8298a2a9026 req-4aec6793-8486-481a-b7ec-ae86fc4ff1a3 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 210 time: 0.0282183 Aug 30 07:42:19.797351 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eab348-10b2-49e7-b176-34beba17c990 req-88d91ca5-574f-444b-a013-bb1e2e1e87ad tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:19.799083 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-52eab348-10b2-49e7-b176-34beba17c990 req-88d91ca5-574f-444b-a013-bb1e2e1e87ad tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0509129 Aug 30 07:42:19.849749 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-52eab348-10b2-49e7-b176-34beba17c990 req-eaa99b27-faf7-429c-bc2f-05f2f309c250 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431681 Aug 30 07:42:20.119540 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bb0de-d935-42c9-a722-25c0b693e378 req-f1cde3af-5fb0-45b9-aef8-20fbde30fb2f tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:20.120917 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d52bb0de-d935-42c9-a722-25c0b693e378 req-f1cde3af-5fb0-45b9-aef8-20fbde30fb2f tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0516608 Aug 30 07:42:20.163981 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d52bb0de-d935-42c9-a722-25c0b693e378 req-2cd79528-02e5-4912-8fe0-a6b128d008b6 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367484 Aug 30 07:42:20.312379 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de2939-b291-4f0a-af1e-58044a450e79 req-d5fdad2f-f712-46c5-bc3b-12ec3aec6ea7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:20.313875 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-52de2939-b291-4f0a-af1e-58044a450e79 req-d5fdad2f-f712-46c5-bc3b-12ec3aec6ea7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0529289 Aug 30 07:42:20.355381 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-52de2939-b291-4f0a-af1e-58044a450e79 req-95417182-cd5d-4c54-b42e-720c380402e2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354180 Aug 30 07:42:20.712874 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5b20b4c9-20fa-4c1b-9f71-b7d55c5dca07 req-3552e1c0-1f35-444c-af91-6a42132f7791 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 210 time: 0.0256758 Aug 30 07:42:20.977575 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b2fdb-a334-430b-8f99-ea926c337548 req-9f4ed33b-7135-498b-bb21-8928e3759ef6 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:20.979068 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-629b2fdb-a334-430b-8f99-ea926c337548 req-9f4ed33b-7135-498b-bb21-8928e3759ef6 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0588977 Aug 30 07:42:21.025303 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-629b2fdb-a334-430b-8f99-ea926c337548 req-8e64d79c-99bc-498f-b0a0-805d7ee85214 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390050 Aug 30 07:42:21.285369 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f367f-f8da-42d3-b31f-7fd0a766f058 req-63e49c7b-52ca-4d88-999b-f528bd7b9fcd tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:21.286910 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-404f367f-f8da-42d3-b31f-7fd0a766f058 req-63e49c7b-52ca-4d88-999b-f528bd7b9fcd tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0537958 Aug 30 07:42:21.326138 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-404f367f-f8da-42d3-b31f-7fd0a766f058 req-df06998f-7848-4df7-9bd7-ebcb2e9bad7e tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333149 Aug 30 07:42:21.484456 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f4b7e-0aae-4c59-8fbb-ad726fd80f1b req-d9dff44a-e559-416f-a8cf-87de03e5b03b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:21.486637 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2d3f4b7e-0aae-4c59-8fbb-ad726fd80f1b req-d9dff44a-e559-416f-a8cf-87de03e5b03b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0531571 Aug 30 07:42:21.538616 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2d3f4b7e-0aae-4c59-8fbb-ad726fd80f1b req-d7797e8c-4101-414b-be0f-caaca90593d3 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426769 Aug 30 07:42:21.806417 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a15ad45b-7bb3-4a12-9776-5526545ba7cd req-9ee01192-eaea-4eac-8c54-c2f9785d5782 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 210 time: 0.0263095 Aug 30 07:42:22.137552 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3d9f1-945c-4b5a-9a5b-1e8972cf4c40 req-2f75330a-a1a2-4ccc-a4f7-b94a97f6151e tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:22.139065 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1ff3d9f1-945c-4b5a-9a5b-1e8972cf4c40 req-2f75330a-a1a2-4ccc-a4f7-b94a97f6151e tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0491831 Aug 30 07:42:22.177112 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1ff3d9f1-945c-4b5a-9a5b-1e8972cf4c40 req-49ac64c4-6309-45cd-9330-c6b139816f39 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318656 Aug 30 07:42:22.453715 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc88a1-3564-4247-9ed2-c580ffb953f1 req-024e4b46-9a92-4635-904c-36b9caebae32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:22.456041 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bdbc88a1-3564-4247-9ed2-c580ffb953f1 req-024e4b46-9a92-4635-904c-36b9caebae32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0607347 Aug 30 07:42:22.496753 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bdbc88a1-3564-4247-9ed2-c580ffb953f1 req-89da934e-ca93-4b0f-ad78-47be5cbc7c81 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345438 Aug 30 07:42:22.666333 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acec116-0d84-4c55-a6f4-c448547a79f3 req-130710e8-d278-40b5-a2d9-71fb8e76a055 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:22.667796 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0acec116-0d84-4c55-a6f4-c448547a79f3 req-130710e8-d278-40b5-a2d9-71fb8e76a055 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0531831 Aug 30 07:42:22.706005 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0acec116-0d84-4c55-a6f4-c448547a79f3 req-5c0ecdbf-cd7a-4440-ba6c-f7e35ed484c3 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322747 Aug 30 07:42:22.910967 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2a67704e-bd3f-4448-b4fc-1cad097f599f req-dcca41e4-6da9-41d6-9506-51a647f009cd tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 210 time: 0.0348864 Aug 30 07:42:22.956264 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-b8412f36-0ec2-447e-86ea-03c15db4d95f tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:22.958549 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-b8412f36-0ec2-447e-86ea-03c15db4d95f tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.72 "GET /v2.0/networks?id=f1957f70-ae9e-45c3-b999-2ae40c1c8896 HTTP/1.1" status: 200 len: 815 time: 0.1317294 Aug 30 07:42:22.974993 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-fee3d51c-9516-4cb5-bec4-216e3c177e5e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Request body: {'port': {'device_id': '63689c00-329f-4c12-9742-de6aad3386e2', 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896', 'admin_state_up': True, 'tenant_id': 'f6a3405db278454ba1d037ab2b70c385'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:42:23.081795 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-fee3d51c-9516-4cb5-bec4-216e3c177e5e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Made reservation on behalf of f6a3405db278454ba1d037ab2b70c385 for: {'port': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:42:23.085224 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-fee3d51c-9516-4cb5-bec4-216e3c177e5e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:23.209354 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-fee3d51c-9516-4cb5-bec4-216e3c177e5e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Allocated IP 172.20.0.3 (f1957f70-ae9e-45c3-b999-2ae40c1c8896/81a28adc-95ec-4deb-8d77-da2c96fa4883/6351fecf-3535-4a11-99b7-8a8ff5c8f192) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:42:23.291477 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee97872-4d40-44cd-8803-49afaaa43a26 req-16b6a335-c971-44b8-809a-d435665bddbe tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:23.292960 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2ee97872-4d40-44cd-8803-49afaaa43a26 req-16b6a335-c971-44b8-809a-d435665bddbe tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0492120 Aug 30 07:42:23.331069 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2ee97872-4d40-44cd-8803-49afaaa43a26 req-d0acae8c-d708-4177-8d2a-20f4603959d7 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Aug 30 07:42:23.362446 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-fee3d51c-9516-4cb5-bec4-216e3c177e5e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:23.398682 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-fee3d51c-9516-4cb5-bec4-216e3c177e5e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:23.411681 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['9a0aef60-1a6f-4c85-a205-c3a8161e5110', 'addb2997-6dc9-4f43-9cb0-70a2f084ca02', '00893fcb-3aab-4e9b-ae86-f30dd87335be'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:42:23.650877 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-fee3d51c-9516-4cb5-bec4-216e3c177e5e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Network f1957f70-ae9e-45c3-b999-2ae40c1c8896 is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:42:23.659241 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-fee3d51c-9516-4cb5-bec4-216e3c177e5e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:42:23.664299 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-fee3d51c-9516-4cb5-bec4-216e3c177e5e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:42:23.687673 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3d51c-9516-4cb5-bec4-216e3c177e5e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Pushing event updated for resources: {'Port': ['ID=6351fecf-3535-4a11-99b7-8a8ff5c8f192,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:23.714990 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ee4e2-15e9-4540-a4d4-87263d2d8100 req-8f715f1c-20be-4cf4-a868-c44ed543eedb tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:23.716506 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a91ee4e2-15e9-4540-a4d4-87263d2d8100 req-8f715f1c-20be-4cf4-a868-c44ed543eedb tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.1224194 Aug 30 07:42:23.731355 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-fee3d51c-9516-4cb5-bec4-216e3c177e5e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:23.731958 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-fee3d51c-9516-4cb5-bec4-216e3c177e5e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:23.760365 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-fee3d51c-9516-4cb5-bec4-216e3c177e5e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7895608 Aug 30 07:42:23.773084 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a91ee4e2-15e9-4540-a4d4-87263d2d8100 req-a7f33e3b-e515-42e8-9686-c182af3155b8 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484159 Aug 30 07:42:23.778301 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Request body: {'port': {'device_id': '63689c00-329f-4c12-9742-de6aad3386e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:42:23.832882 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f0209-6cb1-42d4-b4dc-c6687ea16210 req-c6abcc8d-c480-4a57-a4fe-ce0f32cca30c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:23.833611 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7a1f0209-6cb1-42d4-b4dc-c6687ea16210 req-c6abcc8d-c480-4a57-a4fe-ce0f32cca30c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0508685 Aug 30 07:42:23.837901 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:23.880825 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7a1f0209-6cb1-42d4-b4dc-c6687ea16210 req-5cf0fb7a-3137-4d8f-875b-910b6019922b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408773 Aug 30 07:42:24.027547 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f75a4e-73d7-4666-85c5-cef55b2f1094 req-54cf1654-dd88-4bbc-b394-28979a6b5ad4 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:24.029041 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-91f75a4e-73d7-4666-85c5-cef55b2f1094 req-54cf1654-dd88-4bbc-b394-28979a6b5ad4 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0751867 Aug 30 07:42:24.111566 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-91f75a4e-73d7-4666-85c5-cef55b2f1094 req-690cba8f-7403-4b8c-94bb-92fc585fb439 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539386 Aug 30 07:42:24.203381 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6351fecf-3535-4a11-99b7-8a8ff5c8f192 {{(pid=100444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:42:24.211495 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:24.223653 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Transition to ACTIVE for port object 6351fecf-3535-4a11-99b7-8a8ff5c8f192 will not be triggered until provisioned by entity L2. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:42:24.228397 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:24.282464 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Pushing event updated for resources: {'Port': ['ID=6351fecf-3535-4a11-99b7-8a8ff5c8f192,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:24.283029 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203a1f9-268f-4b43-b4e5-d2b81d04378b req-424d3b4b-4648-424c-9b31-e96cf60ae4b2 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:24.284490 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d203a1f9-268f-4b43-b4e5-d2b81d04378b req-424d3b4b-4648-424c-9b31-e96cf60ae4b2 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 931 time: 0.3001468 Aug 30 07:42:24.310462 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797d359-0da8-484b-b36d-ae4c9a6a2179 req-a072c36d-59ac-4c07-b271-01d2df4889d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:24.312486 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a797d359-0da8-484b-b36d-ae4c9a6a2179 req-a072c36d-59ac-4c07-b271-01d2df4889d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff8583d16df6404d905eb9bdbf591980&device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 1098 time: 0.2896583 Aug 30 07:42:24.340511 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d203a1f9-268f-4b43-b4e5-d2b81d04378b req-ecfbc6f0-8f76-409c-9b19-2444402a6a6c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467184 Aug 30 07:42:24.362493 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Attempting to bind port 6351fecf-3535-4a11-99b7-8a8ff5c8f192 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:42:24.362751 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Attempting to bind port 6351fecf-3535-4a11-99b7-8a8ff5c8f192 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896'}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:42:24.363077 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Attempting to bind port 6351fecf-3535-4a11-99b7-8a8ff5c8f192 on network f1957f70-ae9e-45c3-b999-2ae40c1c8896 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:42:24.367936 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Port 6351fecf-3535-4a11-99b7-8a8ff5c8f192 on network f1957f70-ae9e-45c3-b999-2ae40c1c8896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:42:24.368196 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Attempting to bind port 6351fecf-3535-4a11-99b7-8a8ff5c8f192 on network f1957f70-ae9e-45c3-b999-2ae40c1c8896 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:42:24.374571 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:42:24.374704 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Checking segment: {'id': 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:42:24.375072 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Bound using segment: {'id': 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896'} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:42:24.375552 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Bound port: 6351fecf-3535-4a11-99b7-8a8ff5c8f192, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896'}}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:42:24.375998 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:24.416412 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797d359-0da8-484b-b36d-ae4c9a6a2179 req-a021faeb-07b5-4478-867c-0572625dd182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:24.417861 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a797d359-0da8-484b-b36d-ae4c9a6a2179 req-a021faeb-07b5-4478-867c-0572625dd182 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eda8800c-3da0-4292-89a8-975d67f79153 HTTP/1.1" status: 200 len: 912 time: 0.0924530 Aug 30 07:42:24.471509 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] For port 6351fecf-3535-4a11-99b7-8a8ff5c8f192, host hv-cinder-80403, cleared binding levels {{(pid=100444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:42:24.475902 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] For port 6351fecf-3535-4a11-99b7-8a8ff5c8f192, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6351fecf-3535-4a11-99b7-8a8ff5c8f192,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:42:24.485862 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b217a59-3ef9-4ef5-8881-ded3cfccafc9 req-952bacb9-fa07-4649-a5ff-cb9d27bc5346 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:24.487455 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4b217a59-3ef9-4ef5-8881-ded3cfccafc9 req-952bacb9-fa07-4649-a5ff-cb9d27bc5346 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0772035 Aug 30 07:42:24.488368 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a797d359-0da8-484b-b36d-ae4c9a6a2179 req-2b49b59c-3395-4efe-b553-1ce665cc4663 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=237f7283-df0f-4b7f-85f5-43fb2bea70f3 HTTP/1.1" status: 200 len: 1001 time: 0.0603104 Aug 30 07:42:24.488933 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:24.543800 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:24.544409 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:24.544738 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797d359-0da8-484b-b36d-ae4c9a6a2179 req-f4501117-21c2-4826-b4a6-890781ac2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:24.546347 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] 10.222.0.72 "PUT /v2.0/ports/6351fecf-3535-4a11-99b7-8a8ff5c8f192 HTTP/1.1" status: 200 len: 1093 time: 0.7723536 Aug 30 07:42:24.546750 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a797d359-0da8-484b-b36d-ae4c9a6a2179 req-f4501117-21c2-4826-b4a6-890781ac2c1e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8fee1361-e1b5-49c1-a52b-8d2bd7bb7419 HTTP/1.1" status: 200 len: 849 time: 0.0509827 Aug 30 07:42:24.548436 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63689c00-329f-4c12-9742-de6aad3386e2', 'tag': '6351fecf-3535-4a11-99b7-8a8ff5c8f192'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:42:24.550720 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd872080-f319-43fa-8058-f7f3909c4618" -d '{"events": [{"name": "network-changed", "server_uuid": "63689c00-329f-4c12-9742-de6aad3386e2", "tag": "6351fecf-3535-4a11-99b7-8a8ff5c8f192"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:42:24.581503 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827f2f2-52fc-4097-9a2e-1fb73671b24c service neutron] Pushing event updated for resources: {'Port': ['ID=6351fecf-3535-4a11-99b7-8a8ff5c8f192,revision_number=3']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:24.593849 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4b217a59-3ef9-4ef5-8881-ded3cfccafc9 req-cc25c3d9-2f9c-4e42-9665-f72875557dfc tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967176 Aug 30 07:42:24.600114 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0268cab-78d8-4c96-a327-ba0588df82d4 x-openstack-request-id: req-b0268cab-78d8-4c96-a327-ba0588df82d4 {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:42:24.600408 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63689c00-329f-4c12-9742-de6aad3386e2", "tag": "6351fecf-3535-4a11-99b7-8a8ff5c8f192", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:42:24.600661 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0268cab-78d8-4c96-a327-ba0588df82d4 {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:42:24.601464 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63689c00-329f-4c12-9742-de6aad3386e2', 'tag': '6351fecf-3535-4a11-99b7-8a8ff5c8f192', 'status': 'completed', 'code': 200} Aug 30 07:42:24.616554 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797d359-0da8-484b-b36d-ae4c9a6a2179 req-7e6d311b-1352-4bd2-b42d-4f628d070cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:24.617995 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a797d359-0da8-484b-b36d-ae4c9a6a2179 req-7e6d311b-1352-4bd2-b42d-4f628d070cfd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eda8800c-3da0-4292-89a8-975d67f79153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581686 Aug 30 07:42:24.649627 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-2fc47cf4-80ac-49cb-9c86-de0b7cd2819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:24.651327 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-2fc47cf4-80ac-49cb-9c86-de0b7cd2819e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6a3405db278454ba1d037ab2b70c385&device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 1096 time: 0.0424771 Aug 30 07:42:24.700296 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-63b94619-a595-4a6b-b33e-ec116125e5cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6351fecf-3535-4a11-99b7-8a8ff5c8f192 HTTP/1.1" status: 200 len: 217 time: 0.0383327 Aug 30 07:42:24.714351 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a797d359-0da8-484b-b36d-ae4c9a6a2179 req-5f0078c6-48f2-489a-b7d6-d57b7e6cb0a7 service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873609 Aug 30 07:42:24.754763 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-6c5df784-5096-45f4-9d8a-8b3bb5e0563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:24.756513 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-6c5df784-5096-45f4-9d8a-8b3bb5e0563a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81a28adc-95ec-4deb-8d77-da2c96fa4883 HTTP/1.1" status: 200 len: 855 time: 0.0458341 Aug 30 07:42:24.788914 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-8b156011-5c14-4d62-9673-d3c81e48cb5a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1957f70-ae9e-45c3-b999-2ae40c1c8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246286 Aug 30 07:42:24.815345 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a797d359-0da8-484b-b36d-ae4c9a6a2179 req-8077c45a-0a96-4c5b-ba37-7289d3a5052f service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848541 Aug 30 07:42:24.883731 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-08537b86-0d7a-4f6e-939b-42d9589d255e service neutron] 10.222.0.72 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853648 Aug 30 07:42:24.980653 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-59e4d7d0-a81e-4972-a53c-d71cd2b01bec req-62a819ff-fc33-4cbc-9264-1f038e81824b service neutron] 10.222.0.72 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868475 Aug 30 07:42:25.021544 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68814ec-9b8f-4241-9ab5-27b65f39ca99 req-af0dab26-82f4-4920-9236-ae5ef7923820 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:25.023123 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c68814ec-9b8f-4241-9ab5-27b65f39ca99 req-af0dab26-82f4-4920-9236-ae5ef7923820 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0573044 Aug 30 07:42:25.071471 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c68814ec-9b8f-4241-9ab5-27b65f39ca99 req-f7fa0eb3-f688-4b18-ba39-957dae27eb77 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422826 Aug 30 07:42:25.080112 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd872080-f319-43fa-8058-f7f3909c4618 req-5e5b3555-cd55-454e-a79b-fb7ab656147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:25.080112 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-fd872080-f319-43fa-8058-f7f3909c4618 req-5e5b3555-cd55-454e-a79b-fb7ab656147f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6a3405db278454ba1d037ab2b70c385&device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 1096 time: 0.0447452 Aug 30 07:42:25.181199 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd872080-f319-43fa-8058-f7f3909c4618 req-1428f6f5-8b94-4d2c-af29-ed399d9166a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:25.182725 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-fd872080-f319-43fa-8058-f7f3909c4618 req-1428f6f5-8b94-4d2c-af29-ed399d9166a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1957f70-ae9e-45c3-b999-2ae40c1c8896 HTTP/1.1" status: 200 len: 917 time: 0.0927689 Aug 30 07:42:25.242844 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-fd872080-f319-43fa-8058-f7f3909c4618 req-1cce35ba-51f0-4650-b431-7426324147a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6351fecf-3535-4a11-99b7-8a8ff5c8f192 HTTP/1.1" status: 200 len: 217 time: 0.0485892 Aug 30 07:42:25.260840 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801816c-71b9-4eb9-91ae-3764adb6d4f9 req-4848669c-1e58-4a43-b93d-a33dc3d3d4a2 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:25.262342 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c801816c-71b9-4eb9-91ae-3764adb6d4f9 req-4848669c-1e58-4a43-b93d-a33dc3d3d4a2 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0786717 Aug 30 07:42:25.328922 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd872080-f319-43fa-8058-f7f3909c4618 req-d8fcc762-6331-4554-badb-fe312a19845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:25.330461 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-fd872080-f319-43fa-8058-f7f3909c4618 req-d8fcc762-6331-4554-badb-fe312a19845a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81a28adc-95ec-4deb-8d77-da2c96fa4883 HTTP/1.1" status: 200 len: 855 time: 0.0672071 Aug 30 07:42:25.337562 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c801816c-71b9-4eb9-91ae-3764adb6d4f9 req-91707865-c514-4aa2-a104-2315b58ed888 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666091 Aug 30 07:42:25.368849 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-fd872080-f319-43fa-8058-f7f3909c4618 req-fa433bd1-eed1-46b0-b2d4-1d5c02d75c32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1957f70-ae9e-45c3-b999-2ae40c1c8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249610 Aug 30 07:42:25.457588 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af42f5d-c632-4e31-b53c-d1d4badfa5a6 req-80857673-b3a6-4f67-a855-13acff3ea36e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:25.459295 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6af42f5d-c632-4e31-b53c-d1d4badfa5a6 req-80857673-b3a6-4f67-a855-13acff3ea36e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 943 time: 0.0512893 Aug 30 07:42:25.464036 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-fd872080-f319-43fa-8058-f7f3909c4618 req-218768ed-c923-408a-abd7-f53208bac46f service neutron] 10.222.0.72 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841796 Aug 30 07:42:25.498506 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6af42f5d-c632-4e31-b53c-d1d4badfa5a6 req-30a298a5-ca69-44b0-a350-57804d9da68d tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329258 Aug 30 07:42:25.568569 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-fd872080-f319-43fa-8058-f7f3909c4618 req-286b9162-66be-4340-953c-9ccf21a392cb service neutron] 10.222.0.72 "GET /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954325 Aug 30 07:42:25.713846 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18acad-8871-4226-8508-73a71df8e54b req-3415b667-dfdd-4594-9acb-809656f338e9 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:25.715254 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ec18acad-8871-4226-8508-73a71df8e54b req-3415b667-dfdd-4594-9acb-809656f338e9 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0499136 Aug 30 07:42:25.754593 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ec18acad-8871-4226-8508-73a71df8e54b req-13b412fb-d0bc-4fa6-8c82-b4b485245f36 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326793 Aug 30 07:42:26.193875 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460017fd-9fc1-48c7-8410-51618826fb9a req-af1a5992-7d91-4acf-b5a1-0591d239bf5d tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:26.195402 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-460017fd-9fc1-48c7-8410-51618826fb9a req-af1a5992-7d91-4acf-b5a1-0591d239bf5d tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0500026 Aug 30 07:42:26.233912 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-460017fd-9fc1-48c7-8410-51618826fb9a req-3026c3b4-a457-47f3-834c-1b281e7b34ac tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325541 Aug 30 07:42:26.455628 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ac3c6-b418-409d-be97-b07d6a93e73e req-f785b747-124c-4e79-8eb1-de407316a25e tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:26.457211 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a97ac3c6-b418-409d-be97-b07d6a93e73e req-f785b747-124c-4e79-8eb1-de407316a25e tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0498877 Aug 30 07:42:26.499600 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a97ac3c6-b418-409d-be97-b07d6a93e73e req-d8d75ab1-1d5f-4701-a48f-bacd922cff67 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363863 Aug 30 07:42:26.616506 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811cbc4-5116-42c5-97d2-ea90f6346589 req-eef2c47d-d0c3-4db1-9c16-5ba46f64f246 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:26.618058 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a811cbc4-5116-42c5-97d2-ea90f6346589 req-eef2c47d-d0c3-4db1-9c16-5ba46f64f246 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 943 time: 0.0519795 Aug 30 07:42:26.656714 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a811cbc4-5116-42c5-97d2-ea90f6346589 req-39ffb9ec-f17a-4d96-9ca6-79194b7f23bc tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323598 Aug 30 07:42:26.874331 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c84e9-0e88-4ebb-9257-93517c1c321e req-d57f57e4-6c54-4e77-9bc9-46308b2a12c6 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:26.875690 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6c2c84e9-0e88-4ebb-9257-93517c1c321e req-d57f57e4-6c54-4e77-9bc9-46308b2a12c6 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0494192 Aug 30 07:42:26.915115 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6c2c84e9-0e88-4ebb-9257-93517c1c321e req-f4618ddf-e3d0-4a4c-a5b3-7c28cf38ba03 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/security-groups?id=90e9d984-2de1-4be7-b7ff-9dcbc3631d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329607 Aug 30 07:42:27.353474 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be51d8b-66fe-4b4e-97fc-ab5bd79a6fa1 req-3e6fdd5e-11d1-440b-b45e-5ab942793baa tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:27.355053 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5be51d8b-66fe-4b4e-97fc-ab5bd79a6fa1 req-3e6fdd5e-11d1-440b-b45e-5ab942793baa tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0494955 Aug 30 07:42:27.392114 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f5a11-354d-4843-98fb-7a30cad8d56b req-a2f87068-cadc-4326-99dd-13441bd01736 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:27.393638 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5f2f5a11-354d-4843-98fb-7a30cad8d56b req-a2f87068-cadc-4326-99dd-13441bd01736 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 946 time: 0.0499578 Aug 30 07:42:27.393995 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5be51d8b-66fe-4b4e-97fc-ab5bd79a6fa1 req-86f20367-0b8f-4983-a92d-2aee2c715a3d tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331101 Aug 30 07:42:27.488536 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-5f2f5a11-354d-4843-98fb-7a30cad8d56b req-4efff5aa-47bd-4724-8e0b-1a231054fb74 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Deleting port 049cdeec-1eaf-4cf0-b16c-af4e383541f4 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:42:27.489153 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-5f2f5a11-354d-4843-98fb-7a30cad8d56b req-4efff5aa-47bd-4724-8e0b-1a231054fb74 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:27.505961 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 6351fecf-3535-4a11-99b7-8a8ff5c8f192 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:42:27.576069 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-5f2f5a11-354d-4843-98fb-7a30cad8d56b req-4efff5aa-47bd-4724-8e0b-1a231054fb74 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] For port 049cdeec-1eaf-4cf0-b16c-af4e383541f4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=049cdeec-1eaf-4cf0-b16c-af4e383541f4,segment=NetworkSegment(23626ed7-dae5-46d7-8d16-c09611ed5b87),segment_id=23626ed7-dae5-46d7-8d16-c09611ed5b87)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:27.576334 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-5f2f5a11-354d-4843-98fb-7a30cad8d56b req-4efff5aa-47bd-4724-8e0b-1a231054fb74 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:27.589103 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-5f2f5a11-354d-4843-98fb-7a30cad8d56b req-4efff5aa-47bd-4724-8e0b-1a231054fb74 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Calling delete_port for 049cdeec-1eaf-4cf0-b16c-af4e383541f4 owned by compute:nova {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:42:27.600333 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 6351fecf-3535-4a11-99b7-8a8ff5c8f192, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6351fecf-3535-4a11-99b7-8a8ff5c8f192,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:27.612574 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': '6351fecf-3535-4a11-99b7-8a8ff5c8f192', 'network_id': 'f1957f70-ae9e-45c3-b999-2ae40c1c8896', 'port_id': '6351fecf-3535-4a11-99b7-8a8ff5c8f192', 'mac_address': 'fa:16:3e:c1:2b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a28adc-95ec-4deb-8d77-da2c96fa4883', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:42:27.649952 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:27.666449 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6351fecf-3535-4a11-99b7-8a8ff5c8f192 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:42:27.687519 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 6351fecf-3535-4a11-99b7-8a8ff5c8f192, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6351fecf-3535-4a11-99b7-8a8ff5c8f192,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:27.693157 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:27.725466 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-5f2f5a11-354d-4843-98fb-7a30cad8d56b req-4efff5aa-47bd-4724-8e0b-1a231054fb74 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:27.745603 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=6351fecf-3535-4a11-99b7-8a8ff5c8f192,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:27.756716 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efff5aa-47bd-4724-8e0b-1a231054fb74 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Pushing event deleted for resources: {'Port': ['ID=049cdeec-1eaf-4cf0-b16c-af4e383541f4,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:27.823300 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2f5a11-354d-4843-98fb-7a30cad8d56b req-4efff5aa-47bd-4724-8e0b-1a231054fb74 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] No DVR routers for this DVR port 049cdeec-1eaf-4cf0-b16c-af4e383541f4 on host hv-cinder-80403 {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:42:27.828925 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-5f2f5a11-354d-4843-98fb-7a30cad8d56b req-4efff5aa-47bd-4724-8e0b-1a231054fb74 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:27.830852 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5f2f5a11-354d-4843-98fb-7a30cad8d56b req-4efff5aa-47bd-4724-8e0b-1a231054fb74 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.72 "DELETE /v2.0/ports/049cdeec-1eaf-4cf0-b16c-af4e383541f4 HTTP/1.1" status: 204 len: 173 time: 0.4306996 Aug 30 07:42:27.831280 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d841d0f-92f8-4777-bbed-addc040e1849', 'name': 'network-vif-deleted', 'tag': '049cdeec-1eaf-4cf0-b16c-af4e383541f4'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:42:27.833509 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b8f773-4005-4cc4-8af1-ac45a5a1014f" -d '{"events": [{"server_uuid": "5d841d0f-92f8-4777-bbed-addc040e1849", "name": "network-vif-deleted", "tag": "049cdeec-1eaf-4cf0-b16c-af4e383541f4"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:42:27.848545 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1402fb2-cd8c-4ea6-9168-4bcde4acfc77 req-8f375ae6-d64e-4906-93f6-f543bfa1783d tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:27.855548 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e1402fb2-cd8c-4ea6-9168-4bcde4acfc77 req-8f375ae6-d64e-4906-93f6-f543bfa1783d tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 944 time: 0.1028190 Aug 30 07:42:27.881697 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43558788-3133-421d-93c5-3bd024ac32c5 x-openstack-request-id: req-43558788-3133-421d-93c5-3bd024ac32c5 {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:42:27.881984 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d841d0f-92f8-4777-bbed-addc040e1849", "name": "network-vif-deleted", "tag": "049cdeec-1eaf-4cf0-b16c-af4e383541f4", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:42:27.882266 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43558788-3133-421d-93c5-3bd024ac32c5 {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:42:27.882657 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d841d0f-92f8-4777-bbed-addc040e1849', 'name': 'network-vif-deleted', 'tag': '049cdeec-1eaf-4cf0-b16c-af4e383541f4', 'status': 'completed', 'code': 200} Aug 30 07:42:27.897235 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e1402fb2-cd8c-4ea6-9168-4bcde4acfc77 req-78b7efc7-9883-455c-b363-23ba3ace235d tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Aug 30 07:42:27.957271 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:42:28.028630 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a17b8177-dc46-491c-98a1-3ca77cdca3fe req-31983900-d50d-4e7e-85d9-8c854ae4b218 tempest-ServerRescueNegativeTestJSON-1835202572 tempest-ServerRescueNegativeTestJSON-1835202572-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d841d0f-92f8-4777-bbed-addc040e1849 HTTP/1.1" status: 200 len: 210 time: 0.0269330 Aug 30 07:42:28.029774 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['6351fecf-3535-4a11-99b7-8a8ff5c8f192'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:42:28.522950 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918a905-6215-4b83-992c-bec1cf92b355 req-3580a3eb-d7ba-41e3-b214-e427fabbb040 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:28.524431 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4918a905-6215-4b83-992c-bec1cf92b355 req-3580a3eb-d7ba-41e3-b214-e427fabbb040 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0505209 Aug 30 07:42:28.565238 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4918a905-6215-4b83-992c-bec1cf92b355 req-49e64445-32fb-4b02-acf3-7f0893328afe tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340326 Aug 30 07:42:29.018278 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7063a-b35a-4aca-88e3-6f963a1500dd req-b2531f31-88c1-4934-86fa-41ef15674765 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:29.019896 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c1f7063a-b35a-4aca-88e3-6f963a1500dd req-b2531f31-88c1-4934-86fa-41ef15674765 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 944 time: 0.0563343 Aug 30 07:42:29.058617 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c1f7063a-b35a-4aca-88e3-6f963a1500dd req-d47b9b3b-9648-4b2f-9a1a-2b97f8b6ee08 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325537 Aug 30 07:42:29.087225 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 52030) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:29.515983 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-03f4d1e6-701d-4be3-9a7e-d1cb54271d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:29.523478 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device cd8bd323-f326-4415-86c5-5fe223c24284 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:42:29.527034 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 6351fecf-3535-4a11-99b7-8a8ff5c8f192 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:42:29.644583 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port 6351fecf-3535-4a11-99b7-8a8ff5c8f192 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:42:29.652505 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port 6351fecf-3535-4a11-99b7-8a8ff5c8f192 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:42:29.652871 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:29.689697 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port cd8bd323-f326-4415-86c5-5fe223c24284, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cd8bd323-f326-4415-86c5-5fe223c24284,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:29.710586 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': 'cd8bd323-f326-4415-86c5-5fe223c24284', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'port_id': 'cd8bd323-f326-4415-86c5-5fe223c24284', 'mac_address': 'fa:16:3e:69:be:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:42:29.731987 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e28b-12e5-4038-8fa8-5465746f4e28 req-d1ef1cad-5401-460b-827d-8fbc3dccc3a8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:29.734271 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-89a1e28b-12e5-4038-8fa8-5465746f4e28 req-d1ef1cad-5401-460b-827d-8fbc3dccc3a8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0580955 Aug 30 07:42:29.777418 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:29.785505 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-89a1e28b-12e5-4038-8fa8-5465746f4e28 req-d24d0cac-8a72-45f9-ae16-33b6d1a5d42f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399578 Aug 30 07:42:29.799735 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8bd323-f326-4415-86c5-5fe223c24284 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:42:29.806599 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:29.831616 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port cd8bd323-f326-4415-86c5-5fe223c24284, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cd8bd323-f326-4415-86c5-5fe223c24284,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:29.839116 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:29.849152 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63689c00-329f-4c12-9742-de6aad3386e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6351fecf-3535-4a11-99b7-8a8ff5c8f192'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:42:29.851543 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882761e8-acf2-4207-86d6-0bb8b7019a42" -d '{"events": [{"server_uuid": "63689c00-329f-4c12-9742-de6aad3386e2", "name": "network-vif-plugged", "status": "completed", "tag": "6351fecf-3535-4a11-99b7-8a8ff5c8f192"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:42:29.891206 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 6351fecf-3535-4a11-99b7-8a8ff5c8f192, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6351fecf-3535-4a11-99b7-8a8ff5c8f192,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:29.901657 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:29.902589 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 049cdeec-1eaf-4cf0-b16c-af4e383541f4 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:42:29.906118 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fccd92-2a22-419f-9af4-ba44ad55f69f x-openstack-request-id: req-23fccd92-2a22-419f-9af4-ba44ad55f69f {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:42:29.906427 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63689c00-329f-4c12-9742-de6aad3386e2", "name": "network-vif-plugged", "status": "completed", "tag": "6351fecf-3535-4a11-99b7-8a8ff5c8f192", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:42:29.906683 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-23fccd92-2a22-419f-9af4-ba44ad55f69f {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:42:29.907094 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63689c00-329f-4c12-9742-de6aad3386e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6351fecf-3535-4a11-99b7-8a8ff5c8f192', 'code': 200} Aug 30 07:42:29.935230 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: 049cdeec-1eaf-4cf0-b16c-af4e383541f4 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:42:29.935482 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 049cdeec-1eaf-4cf0-b16c-af4e383541f4 not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:42:29.941409 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=cd8bd323-f326-4415-86c5-5fe223c24284,revision_number=9']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:30.005002 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=6351fecf-3535-4a11-99b7-8a8ff5c8f192,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:30.107712 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cdd74-f465-42c5-8c4b-664e6e60fd6a req-bd7affc4-ee55-450d-aa9c-80e0340b6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:30.109236 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b57cdd74-f465-42c5-8c4b-664e6e60fd6a req-bd7affc4-ee55-450d-aa9c-80e0340b6450 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 1098 time: 0.0541267 Aug 30 07:42:30.114975 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-03f4d1e6-701d-4be3-9a7e-d1cb54271d28 admin admin] Deleting port 5ba7ca69-e561-4a78-86d6-c491a06b2a70 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:42:30.115312 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-03f4d1e6-701d-4be3-9a7e-d1cb54271d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:30.137331 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['cd8bd323-f326-4415-86c5-5fe223c24284'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:42:30.193460 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b57cdd74-f465-42c5-8c4b-664e6e60fd6a req-c25f9889-8cd9-4c13-ae01-25dba70b466f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749919 Aug 30 07:42:30.201006 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fd911-4185-437a-90cc-e04b653e4af6 req-5b29cd0f-a45c-4f48-9b3f-d63227547583 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:30.203261 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-233fd911-4185-437a-90cc-e04b653e4af6 req-5b29cd0f-a45c-4f48-9b3f-d63227547583 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 945 time: 0.0702691 Aug 30 07:42:30.229991 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [None req-03f4d1e6-701d-4be3-9a7e-d1cb54271d28 admin admin] For port 5ba7ca69-e561-4a78-86d6-c491a06b2a70, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=5ba7ca69-e561-4a78-86d6-c491a06b2a70,segment=NetworkSegment(23626ed7-dae5-46d7-8d16-c09611ed5b87),segment_id=23626ed7-dae5-46d7-8d16-c09611ed5b87)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:30.230455 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-03f4d1e6-701d-4be3-9a7e-d1cb54271d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:30.245917 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-03f4d1e6-701d-4be3-9a7e-d1cb54271d28 admin admin] Calling delete_port for 5ba7ca69-e561-4a78-86d6-c491a06b2a70 owned by network:router_interface {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:42:30.256444 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-233fd911-4185-437a-90cc-e04b653e4af6 req-ece4b2d6-a385-4d07-a015-747e2d22de83 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470026 Aug 30 07:42:30.445996 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-03f4d1e6-701d-4be3-9a7e-d1cb54271d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:30.472166 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4d1e6-701d-4be3-9a7e-d1cb54271d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba7ca69-e561-4a78-86d6-c491a06b2a70,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:30.641639 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-03f4d1e6-701d-4be3-9a7e-d1cb54271d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552499'] for router_interface, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:30.868984 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f4d1e6-701d-4be3-9a7e-d1cb54271d28 admin admin] Router 1ebdb67e-cecc-4f5a-9b59-d3988d481b16 has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:42:30.959759 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb695b-64cf-4164-86c4-13791c57d5c1 req-ef0594b6-e123-48de-a726-477aa722c1ce tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:30.961338 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bdfb695b-64cf-4164-86c4-13791c57d5c1 req-ef0594b6-e123-48de-a726-477aa722c1ce tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 944 time: 0.0952034 Aug 30 07:42:31.044477 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bdfb695b-64cf-4164-86c4-13791c57d5c1 req-ebd3f47d-64d3-4b77-8cd0-1e16f34a60cf tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458493 Aug 30 07:42:31.047612 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f4d1e6-701d-4be3-9a7e-d1cb54271d28 admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:42:31.054509 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-03f4d1e6-701d-4be3-9a7e-d1cb54271d28 admin admin] 10.222.0.58 "PUT /v2.0/routers/1ebdb67e-cecc-4f5a-9b59-d3988d481b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9660881 Aug 30 07:42:31.055610 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 52040) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:31.056678 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721cf0b-6e83-4c8c-a148-541755be5d20 None None] Sync routers for ids ['1ebdb67e-cecc-4f5a-9b59-d3988d481b16'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:42:31.067037 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721cf0b-6e83-4c8c-a148-541755be5d20 None None] Routers {'1ebdb67e-cecc-4f5a-9b59-d3988d481b16'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:42:31.067656 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-1721cf0b-6e83-4c8c-a148-541755be5d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:42:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['1ebdb67e-cecc-4f5a-9b59-d3988d481b16'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:42:31.162683 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a3428c1c-e9df-4531-b028-419b7798bb04 admin admin] Notify callbacks [] for router, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:31.171368 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-1721cf0b-6e83-4c8c-a148-541755be5d20 None None] Set router 1ebdb67e-cecc-4f5a-9b59-d3988d481b16 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:42:31.264483 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a3428c1c-e9df-4531-b028-419b7798bb04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:31.317453 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-a3428c1c-e9df-4531-b028-419b7798bb04 admin admin] Deleting port fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7 {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:42:31.317791 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a3428c1c-e9df-4531-b028-419b7798bb04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:31.348778 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-1721cf0b-6e83-4c8c-a148-541755be5d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'name': 'tempest-ServerRescueNegativeTestJSON-2139537534-router', 'tenant_id': '039f78ae6a114205902a5ca4bd81deb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:30Z', 'updated_at': '2021-08-30T07:42:30Z', 'revision_number': 5, 'project_id': '039f78ae6a114205902a5ca4bd81deb4', 'gw_port': {'id': 'fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:42:31.374442 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721cf0b-6e83-4c8c-a148-541755be5d20 None None] Checking router: 1ebdb67e-cecc-4f5a-9b59-d3988d481b16 for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:42:31.382841 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721cf0b-6e83-4c8c-a148-541755be5d20 None None] Routers {'1ebdb67e-cecc-4f5a-9b59-d3988d481b16'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:42:31.383443 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-1721cf0b-6e83-4c8c-a148-541755be5d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:42:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['1ebdb67e-cecc-4f5a-9b59-d3988d481b16'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:42:31.431001 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e894bf9-628c-4cdf-abe9-cbe325f6dd6e req-e4e64deb-b8a4-455f-a1e7-e913633620a2 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:31.432530 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0e894bf9-628c-4cdf-abe9-cbe325f6dd6e req-e4e64deb-b8a4-455f-a1e7-e913633620a2 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 945 time: 0.0720952 Aug 30 07:42:31.450680 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [None req-a3428c1c-e9df-4531-b028-419b7798bb04 admin admin] For port fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:31.451056 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a3428c1c-e9df-4531-b028-419b7798bb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:31.473658 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-a3428c1c-e9df-4531-b028-419b7798bb04 admin admin] Calling delete_port for fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7 owned by network:router_gateway {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:42:31.499423 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0e894bf9-628c-4cdf-abe9-cbe325f6dd6e req-1010165f-2075-41c9-93d8-b3c1ba2fff2b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606289 Aug 30 07:42:31.547155 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device cd8bd323-f326-4415-86c5-5fe223c24284 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:42:31.552304 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-1721cf0b-6e83-4c8c-a148-541755be5d20 None None] Set router 1ebdb67e-cecc-4f5a-9b59-d3988d481b16 gateway port host: None {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:42:31.600841 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port cd8bd323-f326-4415-86c5-5fe223c24284 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:42:31.601117 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:31.610257 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-1721cf0b-6e83-4c8c-a148-541755be5d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'name': 'tempest-ServerRescueNegativeTestJSON-2139537534-router', 'tenant_id': '039f78ae6a114205902a5ca4bd81deb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:30Z', 'updated_at': '2021-08-30T07:42:31Z', 'revision_number': 6, 'project_id': '039f78ae6a114205902a5ca4bd81deb4', 'gw_port_host': None}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:42:31.640461 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721cf0b-6e83-4c8c-a148-541755be5d20 None None] The sync data for ids ['1ebdb67e-cecc-4f5a-9b59-d3988d481b16'] in dv-cinder-804035-7-iscsi is: [{'id': '1ebdb67e-cecc-4f5a-9b59-d3988d481b16', 'name': 'tempest-ServerRescueNegativeTestJSON-2139537534-router', 'tenant_id': '039f78ae6a114205902a5ca4bd81deb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:30Z', 'updated_at': '2021-08-30T07:42:31Z', 'revision_number': 6, 'project_id': '039f78ae6a114205902a5ca4bd81deb4', 'gw_port_host': None}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:42:31.674273 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a3428c1c-e9df-4531-b028-419b7798bb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:31.684437 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:31.721175 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port cd8bd323-f326-4415-86c5-5fe223c24284, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cd8bd323-f326-4415-86c5-5fe223c24284,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:31.726109 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3428c1c-e9df-4531-b028-419b7798bb04 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:31.727173 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:31.768761 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a3428c1c-e9df-4531-b028-419b7798bb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550249'] for router_gateway, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:31.776529 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=cd8bd323-f326-4415-86c5-5fe223c24284,revision_number=10']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:31.869545 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a3428c1c-e9df-4531-b028-419b7798bb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15640'] for router, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:31.871718 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a3428c1c-e9df-4531-b028-419b7798bb04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:31.908045 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8bd323-f326-4415-86c5-5fe223c24284'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:42:31.910450 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe847c8-38f5-4457-9224-24485794b2e7" -d '{"events": [{"server_uuid": "ebe5a558-69ab-4728-9187-c5a58aaf8ed3", "name": "network-vif-plugged", "status": "completed", "tag": "cd8bd323-f326-4415-86c5-5fe223c24284"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:42:31.938883 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a3428c1c-e9df-4531-b028-419b7798bb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554745'] for router, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:31.939611 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3428c1c-e9df-4531-b028-419b7798bb04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ebdb67e-cecc-4f5a-9b59-d3988d481b16 {{(pid=100445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:42:31.944543 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a3428c1c-e9df-4531-b028-419b7798bb04 admin admin] Notify callbacks [] for router, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:31.945793 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-a3428c1c-e9df-4531-b028-419b7798bb04 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1ebdb67e-cecc-4f5a-9b59-d3988d481b16 HTTP/1.1" status: 204 len: 168 time: 0.8882542 Aug 30 07:42:31.948287 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 52046) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:31.950280 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ca9ec3-15e9-4e62-8b38-9a30ad97628c x-openstack-request-id: req-c2ca9ec3-15e9-4e62-8b38-9a30ad97628c {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:42:31.950651 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe5a558-69ab-4728-9187-c5a58aaf8ed3", "name": "network-vif-plugged", "status": "completed", "tag": "cd8bd323-f326-4415-86c5-5fe223c24284", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:42:31.951012 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2ca9ec3-15e9-4e62-8b38-9a30ad97628c {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:42:31.951492 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8bd323-f326-4415-86c5-5fe223c24284', 'code': 200} Aug 30 07:42:31.992486 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac05672-111a-4790-b58e-54476ddddcda admin admin] Deleting subnet 2e838872-2a24-4ea8-9361-de08c41567ff {{(pid=100445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:42:31.995922 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2ac05672-111a-4790-b58e-54476ddddcda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:32.031607 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2ac05672-111a-4790-b58e-54476ddddcda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5268979'] for subnet, precommit_delete_associations {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:32.073705 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2ac05672-111a-4790-b58e-54476ddddcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062241'] for subnet, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:32.133395 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2ac05672-111a-4790-b58e-54476ddddcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2062254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7019973'] for subnet, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:32.168217 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac05672-111a-4790-b58e-54476ddddcda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e838872-2a24-4ea8-9361-de08c41567ff,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:32.186422 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2ac05672-111a-4790-b58e-54476ddddcda admin admin] Notify callbacks [] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:32.188355 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-2ac05672-111a-4790-b58e-54476ddddcda admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2e838872-2a24-4ea8-9361-de08c41567ff HTTP/1.1" status: 204 len: 168 time: 0.2390888 Aug 30 07:42:32.191124 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 52050) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:32.215476 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7753a-8ea6-4fd9-9ae1-c652d47e19cb req-877a499c-56a5-48ee-b465-af0161cc5c9e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:32.216970 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5fc7753a-8ea6-4fd9-9ae1-c652d47e19cb req-877a499c-56a5-48ee-b465-af0161cc5c9e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 946 time: 0.0782268 Aug 30 07:42:32.258196 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5fc7753a-8ea6-4fd9-9ae1-c652d47e19cb req-48e3a9db-72c1-4b35-bb34-9e4049f4db72 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350409 Aug 30 07:42:32.260240 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9c13b904-997d-4a98-b899-bafc9e69e115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048561'] for network, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:32.340873 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9c13b904-997d-4a98-b899-bafc9e69e115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2060378', 'neutron.services.segments.db._delete_segments_for_network-8735171498990'] for network, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:32.359725 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-9c13b904-997d-4a98-b899-bafc9e69e115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f0e4f3-8cd4-4750-9064-5419198018fa']}} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:42:32.370154 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-9c13b904-997d-4a98-b899-bafc9e69e115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23626ed7-dae5-46d7-8d16-c09611ed5b87') {'for_net_delete': True} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:42:32.370388 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-9c13b904-997d-4a98-b899-bafc9e69e115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23626ed7-dae5-46d7-8d16-c09611ed5b87') {} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:42:32.380129 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9c13b904-997d-4a98-b899-bafc9e69e115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735171498873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7228177'] for segment, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:32.394876 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9c13b904-997d-4a98-b899-bafc9e69e115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:32.401912 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c13b904-997d-4a98-b899-bafc9e69e115 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=100444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:42:32.402389 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9c13b904-997d-4a98-b899-bafc9e69e115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316867'] for segment, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: Traceback (most recent call last): Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: timer() Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: cb(*args, **kw) Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: return func(*args, **kwargs) Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: self._notify() Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: self.callback(batched_events) Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: event.method(event) Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: return f(self, *a, **k) Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._get(url).json() Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: return self.request(url, 'GET', **kwargs) Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:42:32.404195 dv-cinder-804035-7-iscsi neutron-server[100444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:42:32.491389 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9c13b904-997d-4a98-b899-bafc9e69e115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2060323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550229'] for network, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:32.499339 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9c13b904-997d-4a98-b899-bafc9e69e115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:32.501145 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-9c13b904-997d-4a98-b899-bafc9e69e115 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e1f0e4f3-8cd4-4750-9064-5419198018fa HTTP/1.1" status: 204 len: 168 time: 0.3090334 Aug 30 07:42:32.510059 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:42:32.512663 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce5cf9-23bf-4b58-aa1e-1b049a35646b req-9bfcb72f-55d0-40ba-a7ff-3ac45049e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:32.514244 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e5ce5cf9-23bf-4b58-aa1e-1b049a35646b req-9bfcb72f-55d0-40ba-a7ff-3ac45049e222 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 1099 time: 0.0765398 Aug 30 07:42:32.515428 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13b904-997d-4a98-b899-bafc9e69e115 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f0e4f3-8cd4-4750-9064-5419198018fa,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:32.541154 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:42:32.541698 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device fdcd9ea6-5fe0-46cb-bdf4-ed3466ad0de7 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:42:32.542365 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 5ba7ca69-e561-4a78-86d6-c491a06b2a70 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:42:32.558883 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e5ce5cf9-23bf-4b58-aa1e-1b049a35646b req-954f027e-779a-46cd-8cfb-819e02ea7b05 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360737 Aug 30 07:42:32.571320 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: 5ba7ca69-e561-4a78-86d6-c491a06b2a70 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:42:32.571938 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 5ba7ca69-e561-4a78-86d6-c491a06b2a70 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:42:32.641656 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71150d63-21ba-4fa9-ac10-29adbcc74ffe req-58b4606c-be08-4bdf-aba4-b15cd4b75fd7 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:32.643266 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-71150d63-21ba-4fa9-ac10-29adbcc74ffe req-58b4606c-be08-4bdf-aba4-b15cd4b75fd7 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 945 time: 0.0505359 Aug 30 07:42:32.697781 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-71150d63-21ba-4fa9-ac10-29adbcc74ffe req-5098bff5-a01e-463e-ac32-b6a40c6aa998 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430923 Aug 30 07:42:32.739417 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 52058) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:32.783348 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-2359c3c9-a9f2-4b2c-85ce-57efa3b18562 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=039f78ae6a114205902a5ca4bd81deb4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410402 Aug 30 07:42:32.785951 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 52060) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:32.843782 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-908c1e4e-f22b-4b46-9143-162187b6218f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:32.865005 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-908c1e4e-f22b-4b46-9143-162187b6218f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:32.928593 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-908c1e4e-f22b-4b46-9143-162187b6218f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:32.931779 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-908c1e4e-f22b-4b46-9143-162187b6218f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:32.935560 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-908c1e4e-f22b-4b46-9143-162187b6218f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90e9d984-2de1-4be7-b7ff-9dcbc3631d70 HTTP/1.1" status: 204 len: 168 time: 0.1458595 Aug 30 07:42:32.946687 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c1e4e-f22b-4b46-9143-162187b6218f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e9d984-2de1-4be7-b7ff-9dcbc3631d70,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:33.387125 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a49f97-4ca1-47e8-ba44-fc2538086739 req-2bea3862-4e12-444d-857e-d863a71a655b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:33.389346 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-75a49f97-4ca1-47e8-ba44-fc2538086739 req-2bea3862-4e12-444d-857e-d863a71a655b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 946 time: 0.0495784 Aug 30 07:42:33.430492 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-75a49f97-4ca1-47e8-ba44-fc2538086739 req-7f3ae7e7-2dbd-4256-8426-0a534476475b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350144 Aug 30 07:42:33.610558 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d97edf3d-36ad-4f57-b492-98f22e890574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:34.601425 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed75b9-e9d6-453a-8b77-e9eec401e1fb req-455a308a-9b71-4297-80dc-63e4cca2a273 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:34.603724 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3eed75b9-e9d6-453a-8b77-e9eec401e1fb req-455a308a-9b71-4297-80dc-63e4cca2a273 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 946 time: 0.0837812 Aug 30 07:42:34.651560 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3eed75b9-e9d6-453a-8b77-e9eec401e1fb req-a4f5ae1c-ff0b-40af-b268-19f7a5b98a1e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410521 Aug 30 07:42:34.826698 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 52164) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:34.953889 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-707a34a9-e764-4136-8222-c03484a2ffe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:35.039389 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-707a34a9-e764-4136-8222-c03484a2ffe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:35.043681 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-707a34a9-e764-4136-8222-c03484a2ffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:35.083370 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-707a34a9-e764-4136-8222-c03484a2ffe9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8dd64b1e6c83405fa34c03532eceb81e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554207 Aug 30 07:42:35.084476 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a34a9-e764-4136-8222-c03484a2ffe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958c6ec5-b902-462f-9b4a-f24259eefc96,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:35.085903 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 52168) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:35.134853 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb502-b280-4e37-8235-4ff09f31977b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:35.156165 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb502-b280-4e37-8235-4ff09f31977b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:35.201712 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb502-b280-4e37-8235-4ff09f31977b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:35.204320 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb502-b280-4e37-8235-4ff09f31977b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:35.205418 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-a9ffb502-b280-4e37-8235-4ff09f31977b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/958c6ec5-b902-462f-9b4a-f24259eefc96 HTTP/1.1" status: 204 len: 168 time: 0.1177208 Aug 30 07:42:35.213333 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffb502-b280-4e37-8235-4ff09f31977b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958c6ec5-b902-462f-9b4a-f24259eefc96,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:35.461880 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 52176) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:35.475585 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a221-d235-4cbe-b9cc-4a9d5808c28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:35.563688 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a221-d235-4cbe-b9cc-4a9d5808c28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:35.567272 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a221-d235-4cbe-b9cc-4a9d5808c28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:35.604706 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-cbe7a221-d235-4cbe-b9cc-4a9d5808c28e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a6263348e6244999ef9aacb0bc106a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416848 Aug 30 07:42:35.606122 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7a221-d235-4cbe-b9cc-4a9d5808c28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9786df-5929-4e69-9447-0dcd4c7e9c45,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:35.608250 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 52178) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:35.661319 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c5189e44-da70-4679-887b-85d77db51d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:35.686701 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c5189e44-da70-4679-887b-85d77db51d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:35.741576 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c5189e44-da70-4679-887b-85d77db51d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:35.744266 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c5189e44-da70-4679-887b-85d77db51d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:35.745409 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-c5189e44-da70-4679-887b-85d77db51d46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af9786df-5929-4e69-9447-0dcd4c7e9c45 HTTP/1.1" status: 204 len: 168 time: 0.1356449 Aug 30 07:42:35.754907 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5189e44-da70-4679-887b-85d77db51d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9786df-5929-4e69-9447-0dcd4c7e9c45,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:35.803042 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880e29a-9d00-462f-a1c7-bc8b9949ab2b req-3b039fee-f2d1-44b8-8dcd-b2cecf73e067 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:35.805131 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7880e29a-9d00-462f-a1c7-bc8b9949ab2b req-3b039fee-f2d1-44b8-8dcd-b2cecf73e067 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 946 time: 0.0657456 Aug 30 07:42:35.850310 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7880e29a-9d00-462f-a1c7-bc8b9949ab2b req-74a29ecc-cbb0-421f-92c1-c8e0552b6f4b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387187 Aug 30 07:42:35.883441 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-74c0cd0a-4018-4d7d-8322-f7b0d0dc8c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:36.445652 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:37.192184 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 52224) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:37.248823 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:37.297982 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-25244b12-3002-41e4-91b2-8ddb6da70748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:37.386041 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-25244b12-3002-41e4-91b2-8ddb6da70748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:37.390462 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-25244b12-3002-41e4-91b2-8ddb6da70748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:37.430155 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-25244b12-3002-41e4-91b2-8ddb6da70748 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c356eaf2288432b90753a0e7206f221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367823 Aug 30 07:42:37.431127 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25244b12-3002-41e4-91b2-8ddb6da70748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76008517-3b16-4f2e-81c2-3cf4d355ecbd,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:37.432945 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 52228) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:37.483434 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0d3ad2fd-1442-443e-a305-a72adeb5143e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:37.503627 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0d3ad2fd-1442-443e-a305-a72adeb5143e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:37.551582 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0d3ad2fd-1442-443e-a305-a72adeb5143e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:37.555239 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0d3ad2fd-1442-443e-a305-a72adeb5143e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:37.560021 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-0d3ad2fd-1442-443e-a305-a72adeb5143e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76008517-3b16-4f2e-81c2-3cf4d355ecbd HTTP/1.1" status: 204 len: 168 time: 0.1259673 Aug 30 07:42:37.569887 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ad2fd-1442-443e-a305-a72adeb5143e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76008517-3b16-4f2e-81c2-3cf4d355ecbd,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:37.820342 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 52236) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:37.833936 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f8d0-a9bf-49e8-a58e-7e62b21c6e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:37.921388 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f8d0-a9bf-49e8-a58e-7e62b21c6e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:37.925284 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f8d0-a9bf-49e8-a58e-7e62b21c6e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:37.963151 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0f8d0-a9bf-49e8-a58e-7e62b21c6e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4e5bed-c969-4018-bd1b-871c9a0a2914,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:37.967404 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-0ba0f8d0-a9bf-49e8-a58e-7e62b21c6e90 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6d64efda7d143e2859d68cf63187775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460500 Aug 30 07:42:37.970033 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 52238) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:38.017744 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4eede12a-93a2-40e5-97c6-89160629abc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:38.037933 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4eede12a-93a2-40e5-97c6-89160629abc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:38.084719 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4eede12a-93a2-40e5-97c6-89160629abc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:38.087441 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4eede12a-93a2-40e5-97c6-89160629abc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:38.088610 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-4eede12a-93a2-40e5-97c6-89160629abc0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee4e5bed-c969-4018-bd1b-871c9a0a2914 HTTP/1.1" status: 204 len: 168 time: 0.1176436 Aug 30 07:42:38.096709 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eede12a-93a2-40e5-97c6-89160629abc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4e5bed-c969-4018-bd1b-871c9a0a2914,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:38.954357 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:39.490637 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:40.584094 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e131dfeb-f6b9-406b-bc68-7bb122c2e112 req-29c138a1-9288-45e9-9151-af4792bd2fc4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394459 Aug 30 07:42:40.649056 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131dfeb-f6b9-406b-bc68-7bb122c2e112 req-13927bde-f3a7-472a-b0e3-6658b77c05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:40.650544 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e131dfeb-f6b9-406b-bc68-7bb122c2e112 req-13927bde-f3a7-472a-b0e3-6658b77c05ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa66b27661a04aa298c662d52e59c85d&device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 1099 time: 0.0434384 Aug 30 07:42:40.759651 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131dfeb-f6b9-406b-bc68-7bb122c2e112 req-03c7dc1b-d1e8-48c6-a638-5370b0a759e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:40.761120 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e131dfeb-f6b9-406b-bc68-7bb122c2e112 req-03c7dc1b-d1e8-48c6-a638-5370b0a759e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4b5d8dc8-1b4e-4476-a490-eb736edfd024 HTTP/1.1" status: 200 len: 918 time: 0.0840855 Aug 30 07:42:40.839737 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e131dfeb-f6b9-406b-bc68-7bb122c2e112 req-2c96bce1-9b9f-42a6-803f-cc81f13ec0d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd8bd323-f326-4415-86c5-5fe223c24284 HTTP/1.1" status: 200 len: 1000 time: 0.0650835 Aug 30 07:42:40.892979 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131dfeb-f6b9-406b-bc68-7bb122c2e112 req-c70bfea9-200e-4665-8255-01d9c7536711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:40.894474 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e131dfeb-f6b9-406b-bc68-7bb122c2e112 req-c70bfea9-200e-4665-8255-01d9c7536711 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ac8df77-6b5e-40db-8109-5b730c00a3ab HTTP/1.1" status: 200 len: 855 time: 0.0458350 Aug 30 07:42:40.953288 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131dfeb-f6b9-406b-bc68-7bb122c2e112 req-8bd33db0-bbb7-4d66-a410-8694ab0b7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:40.954625 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e131dfeb-f6b9-406b-bc68-7bb122c2e112 req-8bd33db0-bbb7-4d66-a410-8694ab0b7880 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b5d8dc8-1b4e-4476-a490-eb736edfd024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498037 Aug 30 07:42:41.064398 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e131dfeb-f6b9-406b-bc68-7bb122c2e112 req-5f731a08-feb6-450e-b75d-1d0c36d3c500 service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009667 Aug 30 07:42:41.159132 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e131dfeb-f6b9-406b-bc68-7bb122c2e112 req-801f7489-c9ac-4db6-9b0b-ab9daaa7516a service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858433 Aug 30 07:42:47.782824 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdbd53-e9e8-4b06-a059-7a397fc7148b req-3855608f-9869-4f5f-be38-ffdcc067d8b8 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:47.784304 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-67cdbd53-e9e8-4b06-a059-7a397fc7148b req-3855608f-9869-4f5f-be38-ffdcc067d8b8 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 945 time: 0.0493739 Aug 30 07:42:47.822483 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-67cdbd53-e9e8-4b06-a059-7a397fc7148b req-875ba816-d6a9-4803-bce7-be2b595d3fd3 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320992 Aug 30 07:42:48.936560 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc7df2-85dd-4387-a232-37f1be1f1d45 req-1dda7e87-531a-45f5-8672-eb513bc25441 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:48.938029 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5ecc7df2-85dd-4387-a232-37f1be1f1d45 req-1dda7e87-531a-45f5-8672-eb513bc25441 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 945 time: 0.0474701 Aug 30 07:42:48.975034 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5ecc7df2-85dd-4387-a232-37f1be1f1d45 req-911fec3a-e3d9-4b9c-8596-bab55ffa49e0 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310750 Aug 30 07:42:49.636179 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306b896-ae39-48e4-b8e4-59a84c83926f req-95122181-6bf1-473d-bebc-01c6a2b07702 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:49.637662 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9306b896-ae39-48e4-b8e4-59a84c83926f req-95122181-6bf1-473d-bebc-01c6a2b07702 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.72 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 945 time: 0.0535502 Aug 30 07:42:49.730544 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-9306b896-ae39-48e4-b8e4-59a84c83926f req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Deleting port 6351fecf-3535-4a11-99b7-8a8ff5c8f192 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:42:49.730886 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-9306b896-ae39-48e4-b8e4-59a84c83926f req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:49.825125 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-9306b896-ae39-48e4-b8e4-59a84c83926f req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] For port 6351fecf-3535-4a11-99b7-8a8ff5c8f192, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6351fecf-3535-4a11-99b7-8a8ff5c8f192,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:49.825491 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-9306b896-ae39-48e4-b8e4-59a84c83926f req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:49.839861 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-9306b896-ae39-48e4-b8e4-59a84c83926f req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Calling delete_port for 6351fecf-3535-4a11-99b7-8a8ff5c8f192 owned by compute:nova {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:42:49.964383 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 52426) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:49.967590 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-9306b896-ae39-48e4-b8e4-59a84c83926f req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:49.984599 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['9a0aef60-1a6f-4c85-a205-c3a8161e5110', 'addb2997-6dc9-4f43-9cb0-70a2f084ca02', '00893fcb-3aab-4e9b-ae86-f30dd87335be', '6351fecf-3535-4a11-99b7-8a8ff5c8f192'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:42:50.006462 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Pushing event deleted for resources: {'Port': ['ID=6351fecf-3535-4a11-99b7-8a8ff5c8f192,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:50.038491 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.038849 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.039193 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.039531 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.039868 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.040204 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.040534 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.041025 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.041358 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.041684 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.042012 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.042383 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.070127 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9306b896-ae39-48e4-b8e4-59a84c83926f req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] No DVR routers for this DVR port 6351fecf-3535-4a11-99b7-8a8ff5c8f192 on host hv-cinder-80403 {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:42:50.072687 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-9306b896-ae39-48e4-b8e4-59a84c83926f req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.074773 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9306b896-ae39-48e4-b8e4-59a84c83926f req-7d383a8f-b6a0-4cac-9cb7-c9ffc61b1e7b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.72 "DELETE /v2.0/ports/6351fecf-3535-4a11-99b7-8a8ff5c8f192 HTTP/1.1" status: 204 len: 173 time: 0.4291070 Aug 30 07:42:50.097973 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63689c00-329f-4c12-9742-de6aad3386e2', 'name': 'network-vif-deleted', 'tag': '6351fecf-3535-4a11-99b7-8a8ff5c8f192'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:42:50.100246 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19371ea-4bd7-46f8-b27a-3e1941336954" -d '{"events": [{"server_uuid": "63689c00-329f-4c12-9742-de6aad3386e2", "name": "network-vif-deleted", "tag": "6351fecf-3535-4a11-99b7-8a8ff5c8f192"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:42:50.104278 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3b31fd43-9306-4bad-915e-49d36643ba37 req-cbde5afb-37af-4b4a-b5e3-dbb1ca2132f8 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=63689c00-329f-4c12-9742-de6aad3386e2 HTTP/1.1" status: 200 len: 210 time: 0.0355258 Aug 30 07:42:50.142279 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-fbab0156-46c9-41cf-a600-7116a93649b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.222611 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0049587f-cc10-40c7-b324-22f05e991669 x-openstack-request-id: req-0049587f-cc10-40c7-b324-22f05e991669 {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:42:50.223276 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63689c00-329f-4c12-9742-de6aad3386e2", "name": "network-vif-deleted", "tag": "6351fecf-3535-4a11-99b7-8a8ff5c8f192", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:42:50.223631 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0049587f-cc10-40c7-b324-22f05e991669 {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:42:50.224127 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63689c00-329f-4c12-9742-de6aad3386e2', 'name': 'network-vif-deleted', 'tag': '6351fecf-3535-4a11-99b7-8a8ff5c8f192', 'status': 'completed', 'code': 200} Aug 30 07:42:50.272072 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-fbab0156-46c9-41cf-a600-7116a93649b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.276300 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-fbab0156-46c9-41cf-a600-7116a93649b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.307569 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-fbab0156-46c9-41cf-a600-7116a93649b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=04bd85aea73b4fe7be3b21cdf96ea018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417115 Aug 30 07:42:50.310840 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 52434) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:50.318793 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab0156-46c9-41cf-a600-7116a93649b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522420f9-c63a-4572-a0a0-9e0ecaa8eb74,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:50.361560 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d55e6f83-fe64-4deb-8845-01e73886b30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.383275 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d55e6f83-fe64-4deb-8845-01e73886b30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.430881 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d55e6f83-fe64-4deb-8845-01e73886b30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.433804 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d55e6f83-fe64-4deb-8845-01e73886b30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.435645 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-d55e6f83-fe64-4deb-8845-01e73886b30f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/522420f9-c63a-4572-a0a0-9e0ecaa8eb74 HTTP/1.1" status: 204 len: 168 time: 0.1232660 Aug 30 07:42:50.444680 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e6f83-fe64-4deb-8845-01e73886b30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522420f9-c63a-4572-a0a0-9e0ecaa8eb74,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:50.700063 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 52440) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:50.713604 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2232074c-fb70-461e-925b-49123f3fd89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.806711 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2232074c-fb70-461e-925b-49123f3fd89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.810345 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2232074c-fb70-461e-925b-49123f3fd89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.848645 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-2232074c-fb70-461e-925b-49123f3fd89e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=489f1376a9004fcc98384819f5a59b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474245 Aug 30 07:42:50.849572 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232074c-fb70-461e-925b-49123f3fd89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ad98ac-353a-4b0f-9644-c59a31ec1a79,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:50.851342 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 52442) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:50.899523 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.920192 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.966227 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.969778 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.970946 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6ad98ac-353a-4b0f-9644-c59a31ec1a79 HTTP/1.1" status: 204 len: 168 time: 0.1185865 Aug 30 07:42:50.978372 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ad98ac-353a-4b0f-9644-c59a31ec1a79,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:50.985487 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.985829 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.986195 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.986526 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.986850 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.987172 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.987494 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.987812 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.988128 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.988443 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.988755 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:50.989066 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a3f462-6d95-44d2-aedd-3d79a116df76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:52.521086 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb387e-83cb-4171-9dae-203496736f43 req-e0a1be90-4b36-48ad-bd5e-50443a438e14 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:52.522596 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b7cb387e-83cb-4171-9dae-203496736f43 req-e0a1be90-4b36-48ad-bd5e-50443a438e14 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ed4416-04c1-4b4b-8ea8-72acec3ae90e HTTP/1.1" status: 200 len: 946 time: 0.0493724 Aug 30 07:42:52.560724 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b7cb387e-83cb-4171-9dae-203496736f43 req-aab2ed00-94d9-40cc-a9af-c72030daa7c3 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322225 Aug 30 07:42:53.676891 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa4a81-5082-4592-ac71-3a6e3171aaa9 req-d2db41e4-7b6c-4a9b-8ec3-c899ace17b4a tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:53.678388 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d5aa4a81-5082-4592-ac71-3a6e3171aaa9 req-d2db41e4-7b6c-4a9b-8ec3-c899ace17b4a tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ed4416-04c1-4b4b-8ea8-72acec3ae90e HTTP/1.1" status: 200 len: 946 time: 0.0486698 Aug 30 07:42:53.715025 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d5aa4a81-5082-4592-ac71-3a6e3171aaa9 req-21696f1e-de62-4c6a-9c2c-8445769a5e46 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307693 Aug 30 07:42:53.726920 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 6351fecf-3535-4a11-99b7-8a8ff5c8f192 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:42:53.749297 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: 6351fecf-3535-4a11-99b7-8a8ff5c8f192 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:42:53.749714 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 6351fecf-3535-4a11-99b7-8a8ff5c8f192 not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:42:54.244052 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7076d-07d8-47f5-9d7d-be977f4b243d req-c9b63c16-afea-4643-b626-918e1923e58a tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:54.245661 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6bf7076d-07d8-47f5-9d7d-be977f4b243d req-c9b63c16-afea-4643-b626-918e1923e58a tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8ed4416-04c1-4b4b-8ea8-72acec3ae90e HTTP/1.1" status: 200 len: 946 time: 0.0504718 Aug 30 07:42:54.534206 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-6bf7076d-07d8-47f5-9d7d-be977f4b243d req-e7a885ac-0d53-47d9-b4b3-6b68e3b775dd tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Deleting port 00893fcb-3aab-4e9b-ae86-f30dd87335be {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:42:54.534546 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-6bf7076d-07d8-47f5-9d7d-be977f4b243d req-e7a885ac-0d53-47d9-b4b3-6b68e3b775dd tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:54.619962 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-6bf7076d-07d8-47f5-9d7d-be977f4b243d req-e7a885ac-0d53-47d9-b4b3-6b68e3b775dd tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] For port 00893fcb-3aab-4e9b-ae86-f30dd87335be, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=00893fcb-3aab-4e9b-ae86-f30dd87335be,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:54.620321 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-6bf7076d-07d8-47f5-9d7d-be977f4b243d req-e7a885ac-0d53-47d9-b4b3-6b68e3b775dd tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:54.633585 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-6bf7076d-07d8-47f5-9d7d-be977f4b243d req-e7a885ac-0d53-47d9-b4b3-6b68e3b775dd tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Calling delete_port for 00893fcb-3aab-4e9b-ae86-f30dd87335be owned by compute:nova {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:42:54.755048 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-6bf7076d-07d8-47f5-9d7d-be977f4b243d req-e7a885ac-0d53-47d9-b4b3-6b68e3b775dd tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:54.778019 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['9a0aef60-1a6f-4c85-a205-c3a8161e5110', 'addb2997-6dc9-4f43-9cb0-70a2f084ca02', '00893fcb-3aab-4e9b-ae86-f30dd87335be'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:42:54.788057 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a885ac-0d53-47d9-b4b3-6b68e3b775dd tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Pushing event deleted for resources: {'Port': ['ID=00893fcb-3aab-4e9b-ae86-f30dd87335be,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:54.835562 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6e5a86e6-47ad-474e-b225-a8cd07d6b375 req-c071072c-1215-400e-afc4-fb34c7927200 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ed4416-04c1-4b4b-8ea8-72acec3ae90e HTTP/1.1" status: 200 len: 210 time: 0.0452332 Aug 30 07:42:54.850105 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf7076d-07d8-47f5-9d7d-be977f4b243d req-e7a885ac-0d53-47d9-b4b3-6b68e3b775dd tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] No DVR routers for this DVR port 00893fcb-3aab-4e9b-ae86-f30dd87335be on host hv-cinder-80403 {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:42:54.852868 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-6bf7076d-07d8-47f5-9d7d-be977f4b243d req-e7a885ac-0d53-47d9-b4b3-6b68e3b775dd tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:54.854890 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6bf7076d-07d8-47f5-9d7d-be977f4b243d req-e7a885ac-0d53-47d9-b4b3-6b68e3b775dd tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.72 "DELETE /v2.0/ports/00893fcb-3aab-4e9b-ae86-f30dd87335be HTTP/1.1" status: 204 len: 173 time: 0.5963089 Aug 30 07:42:54.855336 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ed4416-04c1-4b4b-8ea8-72acec3ae90e', 'name': 'network-vif-deleted', 'tag': '00893fcb-3aab-4e9b-ae86-f30dd87335be'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:42:54.858297 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07e71b0-081a-4916-a03d-61ed643ccc7c" -d '{"events": [{"server_uuid": "e8ed4416-04c1-4b4b-8ea8-72acec3ae90e", "name": "network-vif-deleted", "tag": "00893fcb-3aab-4e9b-ae86-f30dd87335be"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:42:54.899234 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01211b6-80a8-4647-b4e5-f62bce6dad70 x-openstack-request-id: req-b01211b6-80a8-4647-b4e5-f62bce6dad70 {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:42:54.899519 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ed4416-04c1-4b4b-8ea8-72acec3ae90e", "name": "network-vif-deleted", "tag": "00893fcb-3aab-4e9b-ae86-f30dd87335be", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:42:54.899772 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b01211b6-80a8-4647-b4e5-f62bce6dad70 {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:42:54.900204 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ed4416-04c1-4b4b-8ea8-72acec3ae90e', 'name': 'network-vif-deleted', 'tag': '00893fcb-3aab-4e9b-ae86-f30dd87335be', 'status': 'completed', 'code': 200} Aug 30 07:42:56.114702 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae76892-b141-4e90-9ab6-ca9d8b3e0056 req-12fc72b9-1805-4542-bebf-00e2183fa095 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:56.116261 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-dae76892-b141-4e90-9ab6-ca9d8b3e0056 req-12fc72b9-1805-4542-bebf-00e2183fa095 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66419af-8eb6-403a-8d6f-6b9623891878 HTTP/1.1" status: 200 len: 945 time: 0.0554738 Aug 30 07:42:56.154549 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-dae76892-b141-4e90-9ab6-ca9d8b3e0056 req-5435ab8f-82c9-4f38-ae9f-d807a32e2444 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320330 Aug 30 07:42:57.284420 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46fd42-15d2-41d7-8a80-7e1beb973309 req-147dc1b4-da40-47b4-9b19-88af935becfe tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:57.285916 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-cf46fd42-15d2-41d7-8a80-7e1beb973309 req-147dc1b4-da40-47b4-9b19-88af935becfe tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66419af-8eb6-403a-8d6f-6b9623891878 HTTP/1.1" status: 200 len: 945 time: 0.0559258 Aug 30 07:42:57.327028 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-cf46fd42-15d2-41d7-8a80-7e1beb973309 req-6c76f31c-2fb9-4adb-8e2e-bc9156954e0c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332794 Aug 30 07:42:57.339278 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 52592) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:57.444196 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f7b28bba-b1c2-4abb-a4cb-6c91586f7495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:57.532324 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f7b28bba-b1c2-4abb-a4cb-6c91586f7495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:57.537791 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f7b28bba-b1c2-4abb-a4cb-6c91586f7495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:57.575331 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-f7b28bba-b1c2-4abb-a4cb-6c91586f7495 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ac33817f4e9422b8aefc8860292cbab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355206 Aug 30 07:42:57.576214 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b28bba-b1c2-4abb-a4cb-6c91586f7495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b44450-d4ed-4ab4-949d-674b740dbfcc,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:57.578509 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 52596) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:57.602805 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58933dfa-4db0-41a9-a2d2-3973cd33ee12 req-41d27ff8-bfa0-460f-b553-fb1e9222b49b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:57.604302 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-58933dfa-4db0-41a9-a2d2-3973cd33ee12 req-41d27ff8-bfa0-460f-b553-fb1e9222b49b tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66419af-8eb6-403a-8d6f-6b9623891878 HTTP/1.1" status: 200 len: 945 time: 0.0508111 Aug 30 07:42:57.632422 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-9ff02878-0dd9-45c5-8220-67fcc7e6c8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:57.658983 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-9ff02878-0dd9-45c5-8220-67fcc7e6c8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:57.699037 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-58933dfa-4db0-41a9-a2d2-3973cd33ee12 req-c26e2017-669c-4732-94cb-4b43d8ac4a5c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Deleting port addb2997-6dc9-4f43-9cb0-70a2f084ca02 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:42:57.699837 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-58933dfa-4db0-41a9-a2d2-3973cd33ee12 req-c26e2017-669c-4732-94cb-4b43d8ac4a5c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:57.716070 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-9ff02878-0dd9-45c5-8220-67fcc7e6c8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:57.718633 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-9ff02878-0dd9-45c5-8220-67fcc7e6c8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:57.722274 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-9ff02878-0dd9-45c5-8220-67fcc7e6c8eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73b44450-d4ed-4ab4-949d-674b740dbfcc HTTP/1.1" status: 204 len: 168 time: 0.1405358 Aug 30 07:42:57.727638 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff02878-0dd9-45c5-8220-67fcc7e6c8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b44450-d4ed-4ab4-949d-674b740dbfcc,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:57.809631 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-58933dfa-4db0-41a9-a2d2-3973cd33ee12 req-c26e2017-669c-4732-94cb-4b43d8ac4a5c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] For port addb2997-6dc9-4f43-9cb0-70a2f084ca02, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=addb2997-6dc9-4f43-9cb0-70a2f084ca02,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:57.809908 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-58933dfa-4db0-41a9-a2d2-3973cd33ee12 req-c26e2017-669c-4732-94cb-4b43d8ac4a5c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:57.824559 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-58933dfa-4db0-41a9-a2d2-3973cd33ee12 req-c26e2017-669c-4732-94cb-4b43d8ac4a5c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Calling delete_port for addb2997-6dc9-4f43-9cb0-70a2f084ca02 owned by compute:nova {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:42:57.980107 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-58933dfa-4db0-41a9-a2d2-3973cd33ee12 req-c26e2017-669c-4732-94cb-4b43d8ac4a5c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:57.993507 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['9a0aef60-1a6f-4c85-a205-c3a8161e5110', 'addb2997-6dc9-4f43-9cb0-70a2f084ca02'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:42:58.017660 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e2017-669c-4732-94cb-4b43d8ac4a5c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Pushing event deleted for resources: {'Port': ['ID=addb2997-6dc9-4f43-9cb0-70a2f084ca02,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:58.056241 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 52602) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:58.063218 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-58933dfa-4db0-41a9-a2d2-3973cd33ee12 req-c26e2017-669c-4732-94cb-4b43d8ac4a5c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] No DVR routers for this DVR port addb2997-6dc9-4f43-9cb0-70a2f084ca02 on host hv-cinder-80403 {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:42:58.068260 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-58933dfa-4db0-41a9-a2d2-3973cd33ee12 req-c26e2017-669c-4732-94cb-4b43d8ac4a5c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:58.070162 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-82169e8e-5ed9-49fd-ac90-f63369ab8cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:58.071685 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-58933dfa-4db0-41a9-a2d2-3973cd33ee12 req-c26e2017-669c-4732-94cb-4b43d8ac4a5c tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.72 "DELETE /v2.0/ports/addb2997-6dc9-4f43-9cb0-70a2f084ca02 HTTP/1.1" status: 204 len: 173 time: 0.4602327 Aug 30 07:42:58.072345 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66419af-8eb6-403a-8d6f-6b9623891878', 'name': 'network-vif-deleted', 'tag': 'addb2997-6dc9-4f43-9cb0-70a2f084ca02'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:42:58.077280 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156ca79c-0c58-435c-a0b5-155592137d02" -d '{"events": [{"server_uuid": "f66419af-8eb6-403a-8d6f-6b9623891878", "name": "network-vif-deleted", "tag": "addb2997-6dc9-4f43-9cb0-70a2f084ca02"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:42:58.123005 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df92493a-7121-456e-ac52-e6fc7a9a53f1 x-openstack-request-id: req-df92493a-7121-456e-ac52-e6fc7a9a53f1 {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:42:58.123853 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66419af-8eb6-403a-8d6f-6b9623891878", "name": "network-vif-deleted", "tag": "addb2997-6dc9-4f43-9cb0-70a2f084ca02", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:42:58.124116 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df92493a-7121-456e-ac52-e6fc7a9a53f1 {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:42:58.124517 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66419af-8eb6-403a-8d6f-6b9623891878', 'name': 'network-vif-deleted', 'tag': 'addb2997-6dc9-4f43-9cb0-70a2f084ca02', 'status': 'completed', 'code': 200} Aug 30 07:42:58.176593 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-82169e8e-5ed9-49fd-ac90-f63369ab8cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:58.180813 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-82169e8e-5ed9-49fd-ac90-f63369ab8cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:58.220679 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82169e8e-5ed9-49fd-ac90-f63369ab8cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b03b9f-817a-418e-b152-7bcbc2ee0216,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:58.225027 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-82169e8e-5ed9-49fd-ac90-f63369ab8cae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a1be2886c5f46048fb9debd62da7eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1677706 Aug 30 07:42:58.227692 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 52606) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:58.275582 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5e227a04-3ca9-46d1-be65-85f33216dffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:58.296794 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5e227a04-3ca9-46d1-be65-85f33216dffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:58.346456 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5e227a04-3ca9-46d1-be65-85f33216dffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:58.348862 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5e227a04-3ca9-46d1-be65-85f33216dffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:58.351928 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-5e227a04-3ca9-46d1-be65-85f33216dffe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9b03b9f-817a-418e-b152-7bcbc2ee0216 HTTP/1.1" status: 204 len: 168 time: 0.1232090 Aug 30 07:42:58.360932 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e227a04-3ca9-46d1-be65-85f33216dffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b03b9f-817a-418e-b152-7bcbc2ee0216,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:58.449703 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-eb955a2c-be35-440b-91ca-d31ce5fa1321 req-3e1105c6-724f-4199-a53a-409a0cbd459f tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66419af-8eb6-403a-8d6f-6b9623891878 HTTP/1.1" status: 200 len: 210 time: 0.0390997 Aug 30 07:42:59.804137 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 00893fcb-3aab-4e9b-ae86-f30dd87335be no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:42:59.828839 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: 00893fcb-3aab-4e9b-ae86-f30dd87335be {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:42:59.829190 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 00893fcb-3aab-4e9b-ae86-f30dd87335be not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:43:00.357605 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 52684) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:00.468736 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a2850df3-b669-4658-ab50-41a02e74db75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:00.556590 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a2850df3-b669-4658-ab50-41a02e74db75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:00.561226 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a2850df3-b669-4658-ab50-41a02e74db75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:00.599378 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-a2850df3-b669-4658-ab50-41a02e74db75 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43a8f25dcaa344a8911381aefea6b808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403331 Aug 30 07:43:00.600061 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2850df3-b669-4658-ab50-41a02e74db75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf62723-2c0b-4132-b23b-f251a4987e01,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:00.602113 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 52688) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:00.666596 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8cd3c22f-8e62-4d06-86ad-7ce82248b1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:00.690328 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8cd3c22f-8e62-4d06-86ad-7ce82248b1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:00.741276 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8cd3c22f-8e62-4d06-86ad-7ce82248b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:00.743824 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8cd3c22f-8e62-4d06-86ad-7ce82248b1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:00.747718 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-8cd3c22f-8e62-4d06-86ad-7ce82248b1b0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eaf62723-2c0b-4132-b23b-f251a4987e01 HTTP/1.1" status: 204 len: 168 time: 0.1444609 Aug 30 07:43:00.756686 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3c22f-8e62-4d06-86ad-7ce82248b1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf62723-2c0b-4132-b23b-f251a4987e01,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:00.893459 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad513a-3656-46ee-927c-1b8a4f3b3e1b req-99d5db95-52ae-4351-91ba-dc6773f156e5 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:00.895010 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a0ad513a-3656-46ee-927c-1b8a4f3b3e1b req-99d5db95-52ae-4351-91ba-dc6773f156e5 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 946 time: 0.0514879 Aug 30 07:43:00.934883 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a0ad513a-3656-46ee-927c-1b8a4f3b3e1b req-b9ff49f5-550a-4dae-8743-8435e0f38f6e tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339704 Aug 30 07:43:01.031560 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 52700) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:01.045740 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0227b6a5-4b76-47c6-9c3a-59a16699a096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:01.153877 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0227b6a5-4b76-47c6-9c3a-59a16699a096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:01.158794 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0227b6a5-4b76-47c6-9c3a-59a16699a096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:01.202199 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-0227b6a5-4b76-47c6-9c3a-59a16699a096 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a07b633c19244e81b83366cef8e7b03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695142 Aug 30 07:43:01.203070 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227b6a5-4b76-47c6-9c3a-59a16699a096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f94dd3-9318-4203-9282-f1460d81f6ff,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:01.205014 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 52702) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:01.264293 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ab320f5c-2955-4564-8967-7ab3f26cc8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:01.290876 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ab320f5c-2955-4564-8967-7ab3f26cc8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:01.351817 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ab320f5c-2955-4564-8967-7ab3f26cc8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:01.354406 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ab320f5c-2955-4564-8967-7ab3f26cc8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:01.355827 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-ab320f5c-2955-4564-8967-7ab3f26cc8b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c0f94dd3-9318-4203-9282-f1460d81f6ff HTTP/1.1" status: 204 len: 168 time: 0.1493983 Aug 30 07:43:01.364706 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab320f5c-2955-4564-8967-7ab3f26cc8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f94dd3-9318-4203-9282-f1460d81f6ff,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:01.804788 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device addb2997-6dc9-4f43-9cb0-70a2f084ca02 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:43:01.824397 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: addb2997-6dc9-4f43-9cb0-70a2f084ca02 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:43:01.824746 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device addb2997-6dc9-4f43-9cb0-70a2f084ca02 not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:43:02.053945 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013858b-a97e-499d-b0af-b875520b9dbd req-4d7e7c03-98de-4c9d-8f7b-c9c3f2af9abc tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:02.055450 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f013858b-a97e-499d-b0af-b875520b9dbd req-4d7e7c03-98de-4c9d-8f7b-c9c3f2af9abc tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 946 time: 0.0494120 Aug 30 07:43:02.098052 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f013858b-a97e-499d-b0af-b875520b9dbd req-5a854c54-7eda-4b3f-9cf7-3ec421926cce tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/security-groups?id=208d33ae-9569-4af4-8ea3-243e69e60429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365677 Aug 30 07:43:02.661489 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fa233-a732-4cab-9c2b-82383ab5933b req-a73e4b0d-8ae8-4b86-a33b-4f492d1cc849 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:02.663012 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-746fa233-a732-4cab-9c2b-82383ab5933b req-a73e4b0d-8ae8-4b86-a33b-4f492d1cc849 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.72 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 946 time: 0.0558710 Aug 30 07:43:02.759889 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-746fa233-a732-4cab-9c2b-82383ab5933b req-c3f09155-7d2f-4ee9-8e9f-ca28fd609f55 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Deleting port 9a0aef60-1a6f-4c85-a205-c3a8161e5110 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:43:02.760211 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-746fa233-a732-4cab-9c2b-82383ab5933b req-c3f09155-7d2f-4ee9-8e9f-ca28fd609f55 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:02.852257 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-746fa233-a732-4cab-9c2b-82383ab5933b req-c3f09155-7d2f-4ee9-8e9f-ca28fd609f55 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] For port 9a0aef60-1a6f-4c85-a205-c3a8161e5110, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9a0aef60-1a6f-4c85-a205-c3a8161e5110,segment=NetworkSegment(cd993be8-3a3e-4ca2-aa49-68b148aafd8b),segment_id=cd993be8-3a3e-4ca2-aa49-68b148aafd8b)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:02.852623 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-746fa233-a732-4cab-9c2b-82383ab5933b req-c3f09155-7d2f-4ee9-8e9f-ca28fd609f55 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:02.867241 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-746fa233-a732-4cab-9c2b-82383ab5933b req-c3f09155-7d2f-4ee9-8e9f-ca28fd609f55 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Calling delete_port for 9a0aef60-1a6f-4c85-a205-c3a8161e5110 owned by compute:nova {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:43:02.996478 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-746fa233-a732-4cab-9c2b-82383ab5933b req-c3f09155-7d2f-4ee9-8e9f-ca28fd609f55 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:03.011676 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['9a0aef60-1a6f-4c85-a205-c3a8161e5110'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:43:03.031132 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f09155-7d2f-4ee9-8e9f-ca28fd609f55 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Pushing event deleted for resources: {'Port': ['ID=9a0aef60-1a6f-4c85-a205-c3a8161e5110,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:03.074812 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-746fa233-a732-4cab-9c2b-82383ab5933b req-c3f09155-7d2f-4ee9-8e9f-ca28fd609f55 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] No DVR routers for this DVR port 9a0aef60-1a6f-4c85-a205-c3a8161e5110 on host hv-cinder-80403 {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:43:03.077787 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-746fa233-a732-4cab-9c2b-82383ab5933b req-c3f09155-7d2f-4ee9-8e9f-ca28fd609f55 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:03.079835 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-746fa233-a732-4cab-9c2b-82383ab5933b req-c3f09155-7d2f-4ee9-8e9f-ca28fd609f55 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.72 "DELETE /v2.0/ports/9a0aef60-1a6f-4c85-a205-c3a8161e5110 HTTP/1.1" status: 204 len: 173 time: 0.4092088 Aug 30 07:43:03.080290 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e414d2-09e2-4b74-b3a3-2a55e6089f1f', 'name': 'network-vif-deleted', 'tag': '9a0aef60-1a6f-4c85-a205-c3a8161e5110'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:43:03.082565 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9585072c-68e6-4878-ac73-254a0a827af0" -d '{"events": [{"server_uuid": "25e414d2-09e2-4b74-b3a3-2a55e6089f1f", "name": "network-vif-deleted", "tag": "9a0aef60-1a6f-4c85-a205-c3a8161e5110"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:43:03.135394 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3f2181-50a2-427f-aee6-29eba9bffc8b x-openstack-request-id: req-3d3f2181-50a2-427f-aee6-29eba9bffc8b {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:43:03.135727 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e414d2-09e2-4b74-b3a3-2a55e6089f1f", "name": "network-vif-deleted", "tag": "9a0aef60-1a6f-4c85-a205-c3a8161e5110", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:43:03.136072 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d3f2181-50a2-427f-aee6-29eba9bffc8b {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:43:03.136509 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e414d2-09e2-4b74-b3a3-2a55e6089f1f', 'name': 'network-vif-deleted', 'tag': '9a0aef60-1a6f-4c85-a205-c3a8161e5110', 'status': 'completed', 'code': 200} Aug 30 07:43:03.195144 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ed0133e1-15f7-443e-9647-42397f3f29a6 req-c8a5f94f-bc0a-4e95-b7b2-6575263389f5 tempest-AttachVolumeNegativeTest-1029096555 tempest-AttachVolumeNegativeTest-1029096555-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e414d2-09e2-4b74-b3a3-2a55e6089f1f HTTP/1.1" status: 200 len: 210 time: 0.0266511 Aug 30 07:43:03.613837 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a6e89e66-82fe-4bf1-bbcd-f04489ce0589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.254439 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 52796) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:04.305342 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_v2 [None req-602e6a5c-7d7a-4ba4-813d-2246b9c1dabc admin admin] Deleting subnet 81a28adc-95ec-4deb-8d77-da2c96fa4883 {{(pid=100444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:43:04.308566 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-602e6a5c-7d7a-4ba4-813d-2246b9c1dabc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.343439 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-602e6a5c-7d7a-4ba4-813d-2246b9c1dabc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7228174'] for subnet, precommit_delete_associations {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.387375 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-602e6a5c-7d7a-4ba4-813d-2246b9c1dabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062241'] for subnet, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.441653 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-602e6a5c-7d7a-4ba4-813d-2246b9c1dabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2062254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7316965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6845911'] for subnet, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.467943 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e6a5c-7d7a-4ba4-813d-2246b9c1dabc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a28adc-95ec-4deb-8d77-da2c96fa4883,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:04.472651 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-602e6a5c-7d7a-4ba4-813d-2246b9c1dabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.474963 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-602e6a5c-7d7a-4ba4-813d-2246b9c1dabc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/81a28adc-95ec-4deb-8d77-da2c96fa4883 HTTP/1.1" status: 204 len: 168 time: 0.2190583 Aug 30 07:43:04.477358 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 52798) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:04.547798 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8aa28183-36ee-4fc2-9389-9e2d00b0f565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048561'] for network, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.627741 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8aa28183-36ee-4fc2-9389-9e2d00b0f565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2060378', 'neutron.services.segments.db._delete_segments_for_network-8735171498990'] for network, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.637640 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-8aa28183-36ee-4fc2-9389-9e2d00b0f565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1957f70-ae9e-45c3-b999-2ae40c1c8896']}} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:04.647693 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-8aa28183-36ee-4fc2-9389-9e2d00b0f565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b') {'for_net_delete': True} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:04.647982 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-8aa28183-36ee-4fc2-9389-9e2d00b0f565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd993be8-3a3e-4ca2-aa49-68b148aafd8b') {} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:04.657057 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8aa28183-36ee-4fc2-9389-9e2d00b0f565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735171498873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7228177'] for segment, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.671468 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8aa28183-36ee-4fc2-9389-9e2d00b0f565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.677731 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa28183-36ee-4fc2-9389-9e2d00b0f565 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=100444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:43:04.678151 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8aa28183-36ee-4fc2-9389-9e2d00b0f565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316867'] for segment, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: Traceback (most recent call last): Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: timer() Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: cb(*args, **kw) Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: return func(*args, **kwargs) Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: self._notify() Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: self.callback(batched_events) Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: event.method(event) Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: return f(self, *a, **k) Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._get(url).json() Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: return self.request(url, 'GET', **kwargs) Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:43:04.679934 dv-cinder-804035-7-iscsi neutron-server[100444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:43:04.743711 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8aa28183-36ee-4fc2-9389-9e2d00b0f565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2060323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550229'] for network, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.748377 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8aa28183-36ee-4fc2-9389-9e2d00b0f565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.750507 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-8aa28183-36ee-4fc2-9389-9e2d00b0f565 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f1957f70-ae9e-45c3-b999-2ae40c1c8896 HTTP/1.1" status: 204 len: 168 time: 0.2721713 Aug 30 07:43:04.763783 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa28183-36ee-4fc2-9389-9e2d00b0f565 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1957f70-ae9e-45c3-b999-2ae40c1c8896,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:04.927429 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 52804) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:04.956368 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:43:04.968475 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-6d039180-022c-44af-a744-68996a3f45eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f6a3405db278454ba1d037ab2b70c385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398936 Aug 30 07:43:04.970960 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 52806) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:05.020224 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-54c0985a-2855-45d9-a8bb-47a9543c416c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:05.045814 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-54c0985a-2855-45d9-a8bb-47a9543c416c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:05.094902 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-54c0985a-2855-45d9-a8bb-47a9543c416c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:05.097556 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-54c0985a-2855-45d9-a8bb-47a9543c416c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:05.102110 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-54c0985a-2855-45d9-a8bb-47a9543c416c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/208d33ae-9569-4af4-8ea3-243e69e60429 HTTP/1.1" status: 204 len: 168 time: 0.1269112 Aug 30 07:43:05.107233 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0985a-2855-45d9-a8bb-47a9543c416c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208d33ae-9569-4af4-8ea3-243e69e60429,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:05.885423 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-dc656246-8fc6-4427-8bed-a3536477ceb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:06.450463 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:07.252890 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:07.820199 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 9a0aef60-1a6f-4c85-a205-c3a8161e5110 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:43:07.840317 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: 9a0aef60-1a6f-4c85-a205-c3a8161e5110 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:43:07.840657 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 9a0aef60-1a6f-4c85-a205-c3a8161e5110 not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:43:08.954255 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:09.499919 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:09.719430 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be2550-94bb-40d7-9a1c-53332241c525 req-2fde72ad-45da-44ff-8c5b-885fddf1e8e6 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:09.721108 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-67be2550-94bb-40d7-9a1c-53332241c525 req-2fde72ad-45da-44ff-8c5b-885fddf1e8e6 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0490377 Aug 30 07:43:09.764119 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-67be2550-94bb-40d7-9a1c-53332241c525 req-478b6512-fb08-4904-8981-c3f84777f109 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370259 Aug 30 07:43:10.901165 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338c860-775b-424f-b826-6517c113555e req-0f855279-1ffa-4246-87ec-aa82265edf32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:10.902671 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7338c860-775b-424f-b826-6517c113555e req-0f855279-1ffa-4246-87ec-aa82265edf32 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0580785 Aug 30 07:43:10.946962 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7338c860-775b-424f-b826-6517c113555e req-29a548c3-600e-4cc2-8cfc-fe408790606e tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356896 Aug 30 07:43:12.066443 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47100312-2599-4fa8-91ca-08ad3cb41861 req-ec758a36-0cfb-4eac-ae50-a1d2d667d3e0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:12.068016 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-47100312-2599-4fa8-91ca-08ad3cb41861 req-ec758a36-0cfb-4eac-ae50-a1d2d667d3e0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0485160 Aug 30 07:43:12.108716 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-47100312-2599-4fa8-91ca-08ad3cb41861 req-519d3a03-303a-4604-8430-c00990a59d0d tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347559 Aug 30 07:43:13.235497 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca1a48-3e37-498b-b14b-03173c1a532f req-19cc8157-f65e-4e12-9ece-7bc3603fda80 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:13.237102 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-13ca1a48-3e37-498b-b14b-03173c1a532f req-19cc8157-f65e-4e12-9ece-7bc3603fda80 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0520697 Aug 30 07:43:13.286117 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-13ca1a48-3e37-498b-b14b-03173c1a532f req-cab5e421-296c-49aa-a033-0ef3341d890b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427871 Aug 30 07:43:14.405983 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28ca13-4585-454c-8f7b-a4b096e8d95f req-8b71c8da-2397-42bd-ad07-f57a08964255 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:14.407485 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1b28ca13-4585-454c-8f7b-a4b096e8d95f req-8b71c8da-2397-42bd-ad07-f57a08964255 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0523634 Aug 30 07:43:14.448824 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1b28ca13-4585-454c-8f7b-a4b096e8d95f req-f87067f8-8939-4156-ad9d-0864527eff23 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344212 Aug 30 07:43:14.594215 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 52968) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:14.696136 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-50a14e1a-965c-40b3-9b6d-64ed0b0e36e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.787635 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-50a14e1a-965c-40b3-9b6d-64ed0b0e36e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.792049 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-50a14e1a-965c-40b3-9b6d-64ed0b0e36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.831718 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-50a14e1a-965c-40b3-9b6d-64ed0b0e36e0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26be718ca2d4495d8f22cca4d868e46b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364330 Aug 30 07:43:14.832424 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a14e1a-965c-40b3-9b6d-64ed0b0e36e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3671f9d7-8f4f-4665-ba9c-69c47717c1bb,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:14.834430 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 52972) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:14.884864 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-854ab069-7813-4ba4-a521-54fd980bed8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.906445 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-854ab069-7813-4ba4-a521-54fd980bed8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.950262 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-854ab069-7813-4ba4-a521-54fd980bed8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.953238 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-854ab069-7813-4ba4-a521-54fd980bed8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.954396 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-854ab069-7813-4ba4-a521-54fd980bed8c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3671f9d7-8f4f-4665-ba9c-69c47717c1bb HTTP/1.1" status: 204 len: 168 time: 0.1189702 Aug 30 07:43:14.961795 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ab069-7813-4ba4-a521-54fd980bed8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3671f9d7-8f4f-4665-ba9c-69c47717c1bb,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:15.570355 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf74a0-e341-4732-9661-4a85c077f02c req-7c12be35-0673-4ae2-9912-d4c0236a899b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:15.571953 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4fcf74a0-e341-4732-9661-4a85c077f02c req-7c12be35-0673-4ae2-9912-d4c0236a899b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0538886 Aug 30 07:43:15.617436 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4fcf74a0-e341-4732-9661-4a85c077f02c req-391ca169-793d-4627-9dbd-1f48768c62cf tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381501 Aug 30 07:43:16.735041 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9aafb-4f72-4ff4-b49f-bf7e556c363e req-5ae74a80-6df3-4d94-b8d5-91f384875579 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:16.736533 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-60d9aafb-4f72-4ff4-b49f-bf7e556c363e req-5ae74a80-6df3-4d94-b8d5-91f384875579 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0501630 Aug 30 07:43:16.773134 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-60d9aafb-4f72-4ff4-b49f-bf7e556c363e req-9e727ae8-0756-4bf0-930e-2e63aa7f16fb tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306170 Aug 30 07:43:17.899218 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d0c0c-5e06-4e30-bb5e-73ef1ff104c9 req-0fc68d29-6c15-4ee1-8c0a-a2f147ccdc77 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:17.900563 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d69d0c0c-5e06-4e30-bb5e-73ef1ff104c9 req-0fc68d29-6c15-4ee1-8c0a-a2f147ccdc77 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0554149 Aug 30 07:43:17.945890 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d69d0c0c-5e06-4e30-bb5e-73ef1ff104c9 req-3891b0ed-c011-496e-aa69-a589131c177e tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368083 Aug 30 07:43:19.065809 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f37a52-8084-4505-bcd9-f9a14df696b0 req-29724ee9-d5be-481b-b89d-4a8247099ec1 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:19.068072 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c5f37a52-8084-4505-bcd9-f9a14df696b0 req-29724ee9-d5be-481b-b89d-4a8247099ec1 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0499825 Aug 30 07:43:19.106994 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c5f37a52-8084-4505-bcd9-f9a14df696b0 req-f69b4f49-df70-48b3-bda1-2b4216ea982f tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329134 Aug 30 07:43:19.418352 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c7359-a048-4041-a189-964e4e3293ed req-3bf9bfca-0012-479f-95dc-12d9ce24b763 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:19.419751 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-456c7359-a048-4041-a189-964e4e3293ed req-3bf9bfca-0012-479f-95dc-12d9ce24b763 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 946 time: 0.0490205 Aug 30 07:43:19.460743 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-456c7359-a048-4041-a189-964e4e3293ed req-ca1a7ed1-dcaa-4166-9dd9-8ea9732848e9 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342870 Aug 30 07:43:20.228214 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddab8c-02e6-4b25-a38e-6bb1298c6a5e req-66754bf6-bd2a-46a2-9764-4e59d3e5e1ed tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:20.229694 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9fddab8c-02e6-4b25-a38e-6bb1298c6a5e req-66754bf6-bd2a-46a2-9764-4e59d3e5e1ed tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0525603 Aug 30 07:43:20.268461 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9fddab8c-02e6-4b25-a38e-6bb1298c6a5e req-595cd3a5-050e-4549-a0a8-6fb7a9d4b734 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322323 Aug 30 07:43:20.503913 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dc878-155d-45d2-bdc2-8ba4befa68ef req-4026d53f-e3d4-47d2-9677-67abdafb8d17 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:20.506098 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f37dc878-155d-45d2-bdc2-8ba4befa68ef req-4026d53f-e3d4-47d2-9677-67abdafb8d17 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0543284 Aug 30 07:43:20.576349 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f37dc878-155d-45d2-bdc2-8ba4befa68ef req-f9dbcb1c-f366-402a-b9b0-8f1daf9ac9c9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620100 Aug 30 07:43:20.593970 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f128588-f13e-4b43-bf88-c59c4127a720 req-1a7897b0-27dc-464d-97f6-a1dc075d9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:20.595478 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0f128588-f13e-4b43-bf88-c59c4127a720 req-1a7897b0-27dc-464d-97f6-a1dc075d9a80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff8583d16df6404d905eb9bdbf591980&device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 1098 time: 0.0543265 Aug 30 07:43:20.615126 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de9ef7-6ee0-4542-9a68-0d97028886bb req-5cb9172c-e8a2-4359-bbc6-3e679e16ea17 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:20.616792 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-06de9ef7-6ee0-4542-9a68-0d97028886bb req-5cb9172c-e8a2-4359-bbc6-3e679e16ea17 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 946 time: 0.0544779 Aug 30 07:43:20.664300 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53126) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:20.666434 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-06de9ef7-6ee0-4542-9a68-0d97028886bb req-7a04171f-1355-498b-93bf-88dc3be94f5f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406611 Aug 30 07:43:20.697482 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f128588-f13e-4b43-bf88-c59c4127a720 req-cc501db3-dec7-4298-930b-a619933d3026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:20.699017 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0f128588-f13e-4b43-bf88-c59c4127a720 req-cc501db3-dec7-4298-930b-a619933d3026 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eda8800c-3da0-4292-89a8-975d67f79153 HTTP/1.1" status: 200 len: 912 time: 0.0956743 Aug 30 07:43:20.776455 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0f128588-f13e-4b43-bf88-c59c4127a720 req-257a49fa-a3b1-4c36-8d66-1a9cd9c3f0e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=237f7283-df0f-4b7f-85f5-43fb2bea70f3 HTTP/1.1" status: 200 len: 1001 time: 0.0689309 Aug 30 07:43:20.782487 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2ae65e42-1aac-46c3-ae57-6edcb2cec758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:20.844758 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f128588-f13e-4b43-bf88-c59c4127a720 req-fbd2fcc7-a905-4a3d-a6b6-e0032895fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:20.846263 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0f128588-f13e-4b43-bf88-c59c4127a720 req-fbd2fcc7-a905-4a3d-a6b6-e0032895fd6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8fee1361-e1b5-49c1-a52b-8d2bd7bb7419 HTTP/1.1" status: 200 len: 849 time: 0.0618401 Aug 30 07:43:20.919062 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f128588-f13e-4b43-bf88-c59c4127a720 req-7d77bf14-da07-4d9e-9a4e-61181497b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:20.920593 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0f128588-f13e-4b43-bf88-c59c4127a720 req-7d77bf14-da07-4d9e-9a4e-61181497b4aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eda8800c-3da0-4292-89a8-975d67f79153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632713 Aug 30 07:43:20.994303 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2ae65e42-1aac-46c3-ae57-6edcb2cec758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.003842 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2ae65e42-1aac-46c3-ae57-6edcb2cec758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.036655 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53136) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:21.060406 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-2ae65e42-1aac-46c3-ae57-6edcb2cec758 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e496b131850451c8918dffe34503eff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950818 Aug 30 07:43:21.063714 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53140) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:21.066568 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae65e42-1aac-46c3-ae57-6edcb2cec758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1b3f78-d5c5-4b62-b242-88b5e9039117,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:21.073978 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0f128588-f13e-4b43-bf88-c59c4127a720 req-4935e964-5024-4dde-bf5c-0351fc5630ac service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407962 Aug 30 07:43:21.116165 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-76e70483-5639-401d-afce-d8ee2e72f88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.138966 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-76e70483-5639-401d-afce-d8ee2e72f88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.172778 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0f128588-f13e-4b43-bf88-c59c4127a720 req-2c52cf1d-1c59-4726-a76c-8c264b613623 service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907063 Aug 30 07:43:21.197496 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-932a39d0-5a96-4f65-9985-966eddc305c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.245961 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f975a23-2305-497e-a0ae-f9c8679bbe62 req-8ade39f2-ce9f-4e2f-8830-8a7b71f21352 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:21.247442 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6f975a23-2305-497e-a0ae-f9c8679bbe62 req-8ade39f2-ce9f-4e2f-8830-8a7b71f21352 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 946 time: 0.1005895 Aug 30 07:43:21.280163 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-76e70483-5639-401d-afce-d8ee2e72f88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.282638 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-76e70483-5639-401d-afce-d8ee2e72f88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.283787 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-76e70483-5639-401d-afce-d8ee2e72f88b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fb1b3f78-d5c5-4b62-b242-88b5e9039117 HTTP/1.1" status: 204 len: 168 time: 0.2190871 Aug 30 07:43:21.307886 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e70483-5639-401d-afce-d8ee2e72f88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1b3f78-d5c5-4b62-b242-88b5e9039117,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:21.401635 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [req-6f975a23-2305-497e-a0ae-f9c8679bbe62 req-30077c52-ff24-44a7-b8bd-00cbc6f8d896 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Deleting port cd8bd323-f326-4415-86c5-5fe223c24284 {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:43:21.401978 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6f975a23-2305-497e-a0ae-f9c8679bbe62 req-30077c52-ff24-44a7-b8bd-00cbc6f8d896 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.417918 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-932a39d0-5a96-4f65-9985-966eddc305c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.442615 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-932a39d0-5a96-4f65-9985-966eddc305c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.500439 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-932a39d0-5a96-4f65-9985-966eddc305c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d465265d824b4d8b8551ca98865ad815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4626861 Aug 30 07:43:21.501143 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a39d0-5a96-4f65-9985-966eddc305c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddec8d4c-916e-4de2-a362-c58beea3ede1,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:21.504327 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53146) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:21.538135 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-6f975a23-2305-497e-a0ae-f9c8679bbe62 req-30077c52-ff24-44a7-b8bd-00cbc6f8d896 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] For port cd8bd323-f326-4415-86c5-5fe223c24284, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cd8bd323-f326-4415-86c5-5fe223c24284,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:21.538464 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6f975a23-2305-497e-a0ae-f9c8679bbe62 req-30077c52-ff24-44a7-b8bd-00cbc6f8d896 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.561353 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53148) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:21.580675 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-718e3d69-dbb0-45e8-80c8-f2e50337f062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.582461 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-64428435-7511-466b-942d-b23859f481d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.613313 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-64428435-7511-466b-942d-b23859f481d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.747480 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-64428435-7511-466b-942d-b23859f481d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.750186 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-64428435-7511-466b-942d-b23859f481d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.753034 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-64428435-7511-466b-942d-b23859f481d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ddec8d4c-916e-4de2-a362-c58beea3ede1 HTTP/1.1" status: 204 len: 168 time: 0.2460217 Aug 30 07:43:21.772023 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b468a-18d2-47de-a854-6be8971929ea req-9a2dbbb4-04d1-4e21-8af8-ff0d2875799f tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:21.774227 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b42b468a-18d2-47de-a854-6be8971929ea req-9a2dbbb4-04d1-4e21-8af8-ff0d2875799f tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.1145339 Aug 30 07:43:21.777985 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64428435-7511-466b-942d-b23859f481d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddec8d4c-916e-4de2-a362-c58beea3ede1,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:21.816860 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6f975a23-2305-497e-a0ae-f9c8679bbe62 req-30077c52-ff24-44a7-b8bd-00cbc6f8d896 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.817505 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6f975a23-2305-497e-a0ae-f9c8679bbe62 req-30077c52-ff24-44a7-b8bd-00cbc6f8d896 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.817617 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.l3_db [req-6f975a23-2305-497e-a0ae-f9c8679bbe62 req-30077c52-ff24-44a7-b8bd-00cbc6f8d896 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Floating IP 1f8f0e64-7037-4f05-84e6-f070f7549f5d disassociated. External IP: 172.27.2.69, port: cd8bd323-f326-4415-86c5-5fe223c24284. Aug 30 07:43:21.817881 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [req-6f975a23-2305-497e-a0ae-f9c8679bbe62 req-30077c52-ff24-44a7-b8bd-00cbc6f8d896 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Calling delete_port for cd8bd323-f326-4415-86c5-5fe223c24284 owned by compute:nova {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:43:21.839602 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d80bc8-f614-4b56-8f99-f3b565fb694d req-feaced0b-c612-42f5-9599-809f444f4f55 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:21.841103 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-65d80bc8-f614-4b56-8f99-f3b565fb694d req-feaced0b-c612-42f5-9599-809f444f4f55 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 946 time: 0.0833402 Aug 30 07:43:21.852689 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b42b468a-18d2-47de-a854-6be8971929ea req-5a7ea23e-db9e-47b0-8272-069d017e28f1 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637541 Aug 30 07:43:21.863616 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-718e3d69-dbb0-45e8-80c8-f2e50337f062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.875492 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-718e3d69-dbb0-45e8-80c8-f2e50337f062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:21.904279 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-718e3d69-dbb0-45e8-80c8-f2e50337f062 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=819f1e5a3a5e4a11b9121b10ce9b8169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389885 Aug 30 07:43:21.906992 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53156) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:21.922234 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e3d69-dbb0-45e8-80c8-f2e50337f062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9082fcfa-b4ff-44d8-b07e-5439e2a331cc,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:21.942011 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-65d80bc8-f614-4b56-8f99-f3b565fb694d req-2b7c7d2e-c4ee-45d0-8e3f-8546feebc7e8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685041 Aug 30 07:43:22.019797 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-25c9f375-d9a1-4f46-a2c1-5f2c48c5c4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:22.053512 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-25c9f375-d9a1-4f46-a2c1-5f2c48c5c4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:22.061484 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6f975a23-2305-497e-a0ae-f9c8679bbe62 req-30077c52-ff24-44a7-b8bd-00cbc6f8d896 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:22.102783 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30077c52-ff24-44a7-b8bd-00cbc6f8d896 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event deleted for resources: {'Port': ['ID=cd8bd323-f326-4415-86c5-5fe223c24284,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:22.219609 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-25c9f375-d9a1-4f46-a2c1-5f2c48c5c4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:22.222122 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-25c9f375-d9a1-4f46-a2c1-5f2c48c5c4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:22.223998 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-25c9f375-d9a1-4f46-a2c1-5f2c48c5c4bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9082fcfa-b4ff-44d8-b07e-5439e2a331cc HTTP/1.1" status: 204 len: 168 time: 0.3149972 Aug 30 07:43:22.236925 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9f375-d9a1-4f46-a2c1-5f2c48c5c4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9082fcfa-b4ff-44d8-b07e-5439e2a331cc,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:22.249372 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f975a23-2305-497e-a0ae-f9c8679bbe62 req-30077c52-ff24-44a7-b8bd-00cbc6f8d896 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Router c5403c74-0c8d-4133-8da5-1480745fa73a has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:43:22.368563 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f975a23-2305-497e-a0ae-f9c8679bbe62 req-30077c52-ff24-44a7-b8bd-00cbc6f8d896 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:22.380800 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c84cb1-c925-4a51-b0c0-633198f058eb None None] Sync routers for ids ['c5403c74-0c8d-4133-8da5-1480745fa73a'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:22.391697 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c84cb1-c925-4a51-b0c0-633198f058eb None None] Routers {'c5403c74-0c8d-4133-8da5-1480745fa73a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:22.392574 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-c8c84cb1-c925-4a51-b0c0-633198f058eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c5403c74-0c8d-4133-8da5-1480745fa73a'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:22.418480 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f975a23-2305-497e-a0ae-f9c8679bbe62 req-30077c52-ff24-44a7-b8bd-00cbc6f8d896 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] No DVR routers for this DVR port cd8bd323-f326-4415-86c5-5fe223c24284 on host hv-cinder-80403 {{(pid=100445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:43:22.422160 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-6f975a23-2305-497e-a0ae-f9c8679bbe62 req-30077c52-ff24-44a7-b8bd-00cbc6f8d896 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:22.424389 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6f975a23-2305-497e-a0ae-f9c8679bbe62 req-30077c52-ff24-44a7-b8bd-00cbc6f8d896 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.72 "DELETE /v2.0/ports/cd8bd323-f326-4415-86c5-5fe223c24284 HTTP/1.1" status: 204 len: 173 time: 1.1702030 Aug 30 07:43:22.424852 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'name': 'network-vif-deleted', 'tag': 'cd8bd323-f326-4415-86c5-5fe223c24284'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:43:22.428392 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096435a7-bf88-4c04-bdc1-291319201743" -d '{"events": [{"server_uuid": "ebe5a558-69ab-4728-9187-c5a58aaf8ed3", "name": "network-vif-deleted", "tag": "cd8bd323-f326-4415-86c5-5fe223c24284"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:43:22.533540 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b91d0b-3edb-4842-b806-2753cdb1f332 x-openstack-request-id: req-e9b91d0b-3edb-4842-b806-2753cdb1f332 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:43:22.533961 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe5a558-69ab-4728-9187-c5a58aaf8ed3", "name": "network-vif-deleted", "tag": "cd8bd323-f326-4415-86c5-5fe223c24284", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:43:22.534257 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9b91d0b-3edb-4842-b806-2753cdb1f332 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:43:22.534752 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe5a558-69ab-4728-9187-c5a58aaf8ed3', 'name': 'network-vif-deleted', 'tag': 'cd8bd323-f326-4415-86c5-5fe223c24284', 'status': 'completed', 'code': 200} Aug 30 07:43:22.645347 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53186) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:22.723590 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-c8c84cb1-c925-4a51-b0c0-633198f058eb None None] Set router c5403c74-0c8d-4133-8da5-1480745fa73a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:22.976877 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-a563ba6e-4f57-40a1-a354-c1149d824c97 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1556899402-network', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:23.028280 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-c8c84cb1-c925-4a51-b0c0-633198f058eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '518ec897-b0f8-4c6c-9171-eea4adb6d86b', 'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'mac_address': 'fa:16:3e:ec:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:41Z', 'updated_at': '2021-08-30T07:39:57Z', 'revision_number': 5, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'subnets': [{'id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:23.080460 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c84cb1-c925-4a51-b0c0-633198f058eb None None] Checking router: c5403c74-0c8d-4133-8da5-1480745fa73a for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:23.089480 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c84cb1-c925-4a51-b0c0-633198f058eb None None] Routers {'c5403c74-0c8d-4133-8da5-1480745fa73a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:23.090182 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-c8c84cb1-c925-4a51-b0c0-633198f058eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c5403c74-0c8d-4133-8da5-1480745fa73a'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:23.125135 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9ee4f060-b79f-4861-be77-ed57b2221a5b req-293f79f2-3df0-4093-8d07-8b4f8c417fcc tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebe5a558-69ab-4728-9187-c5a58aaf8ed3 HTTP/1.1" status: 200 len: 210 time: 0.0798631 Aug 30 07:43:23.222400 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-c8c84cb1-c925-4a51-b0c0-633198f058eb None None] Set router c5403c74-0c8d-4133-8da5-1480745fa73a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:23.355877 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35703f9-6ae4-4aa7-b090-2cc13c861cae req-1340bb66-b1fd-465e-93dd-d8250062b7cb tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:23.357400 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c35703f9-6ae4-4aa7-b090-2cc13c861cae req-1340bb66-b1fd-465e-93dd-d8250062b7cb tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.3769906 Aug 30 07:43:23.359213 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a563ba6e-4f57-40a1-a354-c1149d824c97 admin admin] Made reservation on behalf of 3f9590f149e841f38602d1fbd657bb0d for: {'network': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:23.361818 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a563ba6e-4f57-40a1-a354-c1149d824c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:23.377146 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a563ba6e-4f57-40a1-a354-c1149d824c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:23.440243 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c35703f9-6ae4-4aa7-b090-2cc13c861cae req-f5b91654-9881-4f0a-b6a5-c56398446863 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750015 Aug 30 07:43:23.466623 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-c8c84cb1-c925-4a51-b0c0-633198f058eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '518ec897-b0f8-4c6c-9171-eea4adb6d86b', 'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'mac_address': 'fa:16:3e:ec:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:41Z', 'updated_at': '2021-08-30T07:39:57Z', 'revision_number': 5, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'subnets': [{'id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:23.497091 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c84cb1-c925-4a51-b0c0-633198f058eb None None] The sync data for ids ['c5403c74-0c8d-4133-8da5-1480745fa73a'] in dv-cinder-804035-7-iscsi is: [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '518ec897-b0f8-4c6c-9171-eea4adb6d86b', 'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'mac_address': 'fa:16:3e:ec:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:41Z', 'updated_at': '2021-08-30T07:39:57Z', 'revision_number': 5, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'subnets': [{'id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:23.509252 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a563ba6e-4f57-40a1-a354-c1149d824c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:23.513535 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a563ba6e-4f57-40a1-a354-c1149d824c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:23.545109 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a563ba6e-4f57-40a1-a354-c1149d824c97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=100445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:43:23.549883 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563ba6e-4f57-40a1-a354-c1149d824c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16378f25-9ad7-4271-b950-6d3e3acbefb2,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:23.557336 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a563ba6e-4f57-40a1-a354-c1149d824c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:23.558712 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.segments_db [None req-a563ba6e-4f57-40a1-a354-c1149d824c97 admin admin] Added segment 641616ab-5d9f-4956-9309-94412e7a452e of type vlan for network ab4a9354-67df-4094-835a-a69066bff580 Aug 30 07:43:23.606633 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a563ba6e-4f57-40a1-a354-c1149d824c97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:23.633711 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a563ba6e-4f57-40a1-a354-c1149d824c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:23.634793 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a563ba6e-4f57-40a1-a354-c1149d824c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:23.635406 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a563ba6e-4f57-40a1-a354-c1149d824c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:23.695607 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-a563ba6e-4f57-40a1-a354-c1149d824c97 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0491319 Aug 30 07:43:23.698239 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53220) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:23.704092 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-ecbcec61-294e-4661-878d-ecd310ec775d admin admin] Request body: {'subnet': {'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1556899402-subnet', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'ip_version': 4}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:23.721015 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563ba6e-4f57-40a1-a354-c1149d824c97 admin admin] Pushing event updated for resources: {'Network': ['ID=ab4a9354-67df-4094-835a-a69066bff580,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:23.740002 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network ab4a9354-67df-4094-835a-a69066bff580 details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:43:23.744639 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbcec61-294e-4661-878d-ecd310ec775d admin admin] Made reservation on behalf of 3f9590f149e841f38602d1fbd657bb0d for: {'subnet': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:23.747702 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ecbcec61-294e-4661-878d-ecd310ec775d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7019950'] for subnet, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:23.807993 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bc6c4-728a-44fd-b723-99e872aef9c4 None None] New status for floating IP 1f8f0e64-7037-4f05-84e6-f070f7549f5d: DOWN {{(pid=100447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:43:23.943868 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ecbcec61-294e-4661-878d-ecd310ec775d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5384387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7019996'] for subnet, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:23.997531 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcec61-294e-4661-878d-ecd310ec775d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0e2318d-123e-41c6-aa16-ca61889da190,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:24.040840 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbcec61-294e-4661-878d-ecd310ec775d admin admin] Checking segment: {'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:24.041202 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbcec61-294e-4661-878d-ecd310ec775d admin admin] Network hostable DHCP agents. Network: ab4a9354-67df-4094-835a-a69066bff580, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:43:24.064407 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbcec61-294e-4661-878d-ecd310ec775d admin admin] Network ab4a9354-67df-4094-835a-a69066bff580 is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:43:24.076070 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-ecbcec61-294e-4661-878d-ecd310ec775d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, ab4a9354-67df-4094-835a-a69066bff580) {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:24.081323 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbcec61-294e-4661-878d-ecd310ec775d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:24.081909 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ecbcec61-294e-4661-878d-ecd310ec775d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.090720 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e288d74a-133e-4500-8c28-63341478b032 None None] Network ab4a9354-67df-4094-835a-a69066bff580 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:43:24.100646 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-ecbcec61-294e-4661-878d-ecd310ec775d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4013178 Aug 30 07:43:24.103114 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53234) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:24.109167 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:24.139918 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15658'] for router, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.140981 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15649'] for router, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.214248 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.268414 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53246) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:24.312940 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0566574-fcec-5ece-a234-7cb24f8be91e-ab4a9354-67df-4094-835a-a69066bff580', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190'}]}} from dv-cinder-804035-7-iscsi. {{(pid=100446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:43:24.313927 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.364171 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3231cc58-c620-4f79-9324-686c881df8e8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.396180 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3231cc58-c620-4f79-9324-686c881df8e8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.398421 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.499701 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3231cc58-c620-4f79-9324-686c881df8e8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.502578 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3231cc58-c620-4f79-9324-686c881df8e8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.503768 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-3231cc58-c620-4f79-9324-686c881df8e8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "DELETE /v2.0/security-groups/4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b HTTP/1.1" status: 204 len: 168 time: 0.2336552 Aug 30 07:43:24.504183 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Allocated IP 172.20.0.2 (ab4a9354-67df-4094-835a-a69066bff580/d0e2318d-123e-41c6-aa16-ca61889da190/401e1964-b9bb-44ed-b59d-6ff3cf302bcc) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:24.507527 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53250) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:24.540053 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231cc58-c620-4f79-9324-686c881df8e8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:24.553906 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.api.v2.resource [None req-83f6a705-e448-4b10-b768-ed542e47786b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] show failed (client error): The resource could not be found. Aug 30 07:43:24.558270 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-83f6a705-e448-4b10-b768-ed542e47786b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups/4c6c5fc9-b46c-4f3b-a408-e3543af3cd4b HTTP/1.1" status: 404 len: 347 time: 0.0497215 Aug 30 07:43:24.558529 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53252) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:24.615423 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53254) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:24.691857 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Notify callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.702688 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Transition to ACTIVE for port object 401e1964-b9bb-44ed-b59d-6ff3cf302bcc will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:24.719862 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Transition to ACTIVE for port object 401e1964-b9bb-44ed-b59d-6ff3cf302bcc will not be triggered until provisioned by entity DHCP. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:24.730872 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.762153 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-eebf1c0b-e0e5-426e-8019-7839451dbed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.774035 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Network ab4a9354-67df-4094-835a-a69066bff580 is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:24.781276 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:24.788396 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:24.794362 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Pushing event updated for resources: {'Port': ['ID=401e1964-b9bb-44ed-b59d-6ff3cf302bcc,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:24.802605 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:24.803026 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:24.803477 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:24.803945 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:24.804385 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:24.804819 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:24.805253 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:24.806156 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:24.806586 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:24.807618 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:24.807618 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:24.808244 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:24.819322 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.845962 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.850190 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5d807-942e-4cf6-8c82-1bf57ab61dc4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Deleting port 5da51b66-23fe-4866-a576-001ffc3ab788 {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:43:24.850662 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d807-942e-4cf6-8c82-1bf57ab61dc4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.873008 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Attempting to bind port 401e1964-b9bb-44ed-b59d-6ff3cf302bcc on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:24.873459 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Attempting to bind port 401e1964-b9bb-44ed-b59d-6ff3cf302bcc by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:24.873953 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Attempting to bind port 401e1964-b9bb-44ed-b59d-6ff3cf302bcc on network ab4a9354-67df-4094-835a-a69066bff580 {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:24.880083 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:24.880878 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Checking segment: {'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:24.881490 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.881927 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Bound using segment: {'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:24.882548 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Bound port: 401e1964-b9bb-44ed-b59d-6ff3cf302bcc, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:24.883191 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.883828 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-eebf1c0b-e0e5-426e-8019-7839451dbed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.890171 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-eebf1c0b-e0e5-426e-8019-7839451dbed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:24.930292 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-eebf1c0b-e0e5-426e-8019-7839451dbed0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae2a8ed4f920473e91536a9a08b166a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138535 Aug 30 07:43:24.932402 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf1c0b-e0e5-426e-8019-7839451dbed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24c17b5-8510-41aa-8863-c3463f49ccb8,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:24.937312 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53258) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:24.958779 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] For port 401e1964-b9bb-44ed-b59d-6ff3cf302bcc, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:24.962028 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] For port 401e1964-b9bb-44ed-b59d-6ff3cf302bcc, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=401e1964-b9bb-44ed-b59d-6ff3cf302bcc,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:24.966183 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:25.027846 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107939ea-7f57-4210-8137-d0801ddb8a21 None None] Pushing event updated for resources: {'Port': ['ID=401e1964-b9bb-44ed-b59d-6ff3cf302bcc,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:25.043742 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d807-942e-4cf6-8c82-1bf57ab61dc4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:25.044277 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d807-942e-4cf6-8c82-1bf57ab61dc4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:25.071955 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5d807-942e-4cf6-8c82-1bf57ab61dc4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Calling delete_port for 5da51b66-23fe-4866-a576-001ffc3ab788 owned by network:floatingip {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:43:25.073680 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2644edae-adb2-4de2-9cd7-e9a70791d0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:25.100001 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Allocated IP 172.27.2.164 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/2fb63496-7923-4850-af45-9c519760e21d) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:25.171967 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2644edae-adb2-4de2-9cd7-e9a70791d0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:25.360228 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2644edae-adb2-4de2-9cd7-e9a70791d0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:25.362715 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2644edae-adb2-4de2-9cd7-e9a70791d0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:25.363870 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-2644edae-adb2-4de2-9cd7-e9a70791d0be admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d24c17b5-8510-41aa-8863-c3463f49ccb8 HTTP/1.1" status: 204 len: 168 time: 0.4256339 Aug 30 07:43:25.372417 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:25.390109 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644edae-adb2-4de2-9cd7-e9a70791d0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24c17b5-8510-41aa-8863-c3463f49ccb8,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:25.410212 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d807-942e-4cf6-8c82-1bf57ab61dc4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:25.447211 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5d807-942e-4cf6-8c82-1bf57ab61dc4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event deleted for resources: {'Port': ['ID=5da51b66-23fe-4866-a576-001ffc3ab788,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:25.474768 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:25.544394 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:25.552724 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:25.556351 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d807-942e-4cf6-8c82-1bf57ab61dc4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for floatingip, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:25.558768 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d807-942e-4cf6-8c82-1bf57ab61dc4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:25.560076 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-b9d5d807-942e-4cf6-8c82-1bf57ab61dc4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "DELETE /v2.0/floatingips/1f8f0e64-7037-4f05-84e6-f070f7549f5d HTTP/1.1" status: 204 len: 168 time: 1.0000558 Aug 30 07:43:25.563600 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:25.585421 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb63496-7923-4850-af45-9c519760e21d,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:25.694335 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53266) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:25.718856 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c7323481-daae-49f2-b339-c87854085242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:25.849942 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c7323481-daae-49f2-b339-c87854085242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:25.854420 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c7323481-daae-49f2-b339-c87854085242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:25.866958 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:25.896519 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7323481-daae-49f2-b339-c87854085242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea25224-4419-4838-b3b7-ac4be6ecccda,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:25.896729 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device cd8bd323-f326-4415-86c5-5fe223c24284 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:43:25.902005 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-c7323481-daae-49f2-b339-c87854085242 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1a450240d824336b92c5a410aabe6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060745 Aug 30 07:43:25.906001 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53268) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:25.932687 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: cd8bd323-f326-4415-86c5-5fe223c24284 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:43:25.933034 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device cd8bd323-f326-4415-86c5-5fe223c24284 not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:43:25.964880 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0da2cff7-fd41-4448-92df-8f1ac832dd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:25.991844 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0da2cff7-fd41-4448-92df-8f1ac832dd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.050198 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0da2cff7-fd41-4448-92df-8f1ac832dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.053347 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0da2cff7-fd41-4448-92df-8f1ac832dd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.054713 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-0da2cff7-fd41-4448-92df-8f1ac832dd4c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ea25224-4419-4838-b3b7-ac4be6ecccda HTTP/1.1" status: 204 len: 168 time: 0.1469674 Aug 30 07:43:26.065177 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2cff7-fd41-4448-92df-8f1ac832dd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea25224-4419-4838-b3b7-ac4be6ecccda,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:26.069942 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff45971-07eb-47f2-a290-02b3cbb72a11 None None] Network ab4a9354-67df-4094-835a-a69066bff580 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:43:26.097412 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53272) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:26.102546 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-ac460f98-db89-42ed-85b3-a7ebafaa005b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2055354235', 'description': 'tempest-description--31350771'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:26.129105 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ac460f98-db89-42ed-85b3-a7ebafaa005b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.137213 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550157'] for router, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.166610 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-46c40291-9218-49a5-b354-2767fc6f1e95 None None] Provisioning for port 401e1964-b9bb-44ed-b59d-6ff3cf302bcc completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:26.231200 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ac460f98-db89-42ed-85b3-a7ebafaa005b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.236986 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ac460f98-db89-42ed-85b3-a7ebafaa005b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.272318 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac460f98-db89-42ed-85b3-a7ebafaa005b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b3efd2-625f-46dc-a7f9-848c91323544,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:26.277352 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ac460f98-db89-42ed-85b3-a7ebafaa005b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.282476 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-ac460f98-db89-42ed-85b3-a7ebafaa005b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1841362 Aug 30 07:43:26.283138 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53274) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:26.288677 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-bc9b0e49-57de-454f-af0a-54032105ce24 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Request body: {'security_group_rule': {'security_group_id': '76b3efd2-625f-46dc-a7f9-848c91323544', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:26.305049 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 is scheduled to L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d with binding_index 1 {{(pid=100445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:43:26.377311 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0e49-57de-454f-af0a-54032105ce24 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.382991 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 401e1964-b9bb-44ed-b59d-6ff3cf302bcc up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:26.455549 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 401e1964-b9bb-44ed-b59d-6ff3cf302bcc completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:26.460568 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 401e1964-b9bb-44ed-b59d-6ff3cf302bcc triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:26.461234 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.553087 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.597383 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port 401e1964-b9bb-44ed-b59d-6ff3cf302bcc, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=401e1964-b9bb-44ed-b59d-6ff3cf302bcc,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:26.604974 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.606966 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-765ded62-5054-428a-9ae5-e0719faa1163 None None] Provisioning complete for port 401e1964-b9bb-44ed-b59d-6ff3cf302bcc triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:26.607324 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-765ded62-5054-428a-9ae5-e0719faa1163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.690985 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=401e1964-b9bb-44ed-b59d-6ff3cf302bcc,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:26.755819 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:26.768472 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Sync routers for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:26.776182 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0e49-57de-454f-af0a-54032105ce24 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.779040 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:26.780467 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:26.783568 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0e49-57de-454f-af0a-54032105ce24 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.788218 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] Notify callbacks [] for router, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.792253 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53290) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:26.794543 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-4d3d9e7d-6e99-437a-b829-b69b0a255d46 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6903358 Aug 30 07:43:26.813673 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b0e49-57de-454f-af0a-54032105ce24 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44de2e47-6057-40c4-8cac-8702e1b0ef21,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:26.827851 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0e49-57de-454f-af0a-54032105ce24 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.829315 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-bc9b0e49-57de-454f-af0a-54032105ce24 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5447285 Aug 30 07:43:26.832747 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53294) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:26.841192 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-fdea1e06-5b0c-47c4-a9ad-ac408d74762e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Request body: {'security_group_rule': {'security_group_id': '76b3efd2-625f-46dc-a7f9-848c91323544', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:26.898594 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-fdea1e06-5b0c-47c4-a9ad-ac408d74762e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.919747 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:26.971767 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-fdea1e06-5b0c-47c4-a9ad-ac408d74762e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.975481 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-fdea1e06-5b0c-47c4-a9ad-ac408d74762e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:26.998048 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea1e06-5b0c-47c4-a9ad-ac408d74762e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94674526-c8eb-497f-95c1-a67dafebbed9,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:27.009336 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-fdea1e06-5b0c-47c4-a9ad-ac408d74762e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.010884 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-fdea1e06-5b0c-47c4-a9ad-ac408d74762e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1754024 Aug 30 07:43:27.014809 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53300) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:27.019452 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Request body: {'floatingip': {'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:27.047068 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for floatingip, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.150503 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:25Z', 'revision_number': 3, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:27.164567 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.188421 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Checking router: 4b14d5a1-5896-47db-9d6a-b64d7346ab18 for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:27.188797 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Updating router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 port 2fb63496-7923-4850-af45-9c519760e21d binding host dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:43:27.222290 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.292163 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Allocated IP 172.27.2.222 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/81733a07-6b52-4688-8aa5-41cc6f67ea11) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:27.419250 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.466335 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.499069 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.513170 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:27.518338 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:27.524554 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:27.556909 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event updated for resources: {'Port': ['ID=81733a07-6b52-4688-8aa5-41cc6f67ea11,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:27.643925 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Notify callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.655888 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Transition to ACTIVE for port object 2fb63496-7923-4850-af45-9c519760e21d will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:27.660114 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.667552 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.692334 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Allocated IP 172.20.0.1 (ab4a9354-67df-4094-835a-a69066bff580/d0e2318d-123e-41c6-aa16-ca61889da190/03a36086-37ea-4af7-a979-2aceef5a18ad) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:27.698688 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.713083 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76354fc6-5c2d-48da-b1fa-996a73a9e701 None None] Pushing event updated for resources: {'Port': ['ID=2fb63496-7923-4850-af45-9c519760e21d,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:27.736332 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Attempting to bind port 2fb63496-7923-4850-af45-9c519760e21d on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:27.736635 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Attempting to bind port 2fb63496-7923-4850-af45-9c519760e21d by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:27.736970 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Attempting to bind port 2fb63496-7923-4850-af45-9c519760e21d on network e3bb27da-da9c-4a81-98a7-6b253e2e221e {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:27.746351 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:27.746351 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Checking segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:27.746351 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.746351 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Bound using segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:27.746351 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Bound port: 2fb63496-7923-4850-af45-9c519760e21d, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:27.746351 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.801832 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] For port 2fb63496-7923-4850-af45-9c519760e21d, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:27.806791 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] For port 2fb63496-7923-4850-af45-9c519760e21d, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=2fb63496-7923-4850-af45-9c519760e21d,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:27.811938 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.834930 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.853879 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Transition to ACTIVE for port object 03a36086-37ea-4af7-a979-2aceef5a18ad will not be triggered until provisioned by entity DHCP. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:27.878379 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:27.879155 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:27.881369 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76354fc6-5c2d-48da-b1fa-996a73a9e701 None None] Pushing event updated for resources: {'Port': ['ID=2fb63496-7923-4850-af45-9c519760e21d,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:27.890679 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.897415 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.907696 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:27.957454 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Pushing event updated for resources: {'Port': ['ID=03a36086-37ea-4af7-a979-2aceef5a18ad,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:27.974202 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Network ab4a9354-67df-4094-835a-a69066bff580 is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:27.976011 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:27.980523 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:28.000601 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event updated for resources: {'Port': ['ID=81733a07-6b52-4688-8aa5-41cc6f67ea11,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:28.012133 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:28.040890 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:28.049914 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-775be686-55e1-45be-bc13-44405e3a74b7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0265577 Aug 30 07:43:28.050203 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550354'] for router_interface, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:28.167971 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:28.272654 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:28.315016 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-6e6ee1aa-4c26-4ccf-a5d4-faf915d7e113 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2055354235&fields=id&tenant_id=fa66b27661a04aa298c662d52e59c85d HTTP/1.1" status: 200 len: 267 time: 0.0436351 Aug 30 07:43:28.315951 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-ab4c1174-10b5-432d-88ba-1ad9bdc3af00 None None] Provisioning for port 03a36086-37ea-4af7-a979-2aceef5a18ad completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:28.334917 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 401e1964-b9bb-44ed-b59d-6ff3cf302bcc up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:28.343540 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-ab4c1174-10b5-432d-88ba-1ad9bdc3af00 None None] Provisioning complete for port 03a36086-37ea-4af7-a979-2aceef5a18ad triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:28.343774 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ab4c1174-10b5-432d-88ba-1ad9bdc3af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:28.473704 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-ab4c1174-10b5-432d-88ba-1ad9bdc3af00 None None] Port 03a36086-37ea-4af7-a979-2aceef5a18ad cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:43:28.484605 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-587c2cd7-827f-4b43-ae98-f1fdf0b8945b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:28.486387 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-587c2cd7-827f-4b43-ae98-f1fdf0b8945b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/networks?id=4b5d8dc8-1b4e-4476-a490-eb736edfd024 HTTP/1.1" status: 200 len: 816 time: 0.1649747 Aug 30 07:43:28.493472 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 401e1964-b9bb-44ed-b59d-6ff3cf302bcc triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:28.493819 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:28.505753 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-1657e16d-1f96-4cbd-86b2-246ab8f25136 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/quotas/fa66b27661a04aa298c662d52e59c85d HTTP/1.1" status: 200 len: 375 time: 0.0121808 Aug 30 07:43:28.521622 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:28.529675 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:25Z', 'revision_number': 3, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:28.531071 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:28.565083 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-d77d642d-575a-4cae-8a0d-ae877e9b4a08 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fa66b27661a04aa298c662d52e59c85d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527713 Aug 30 07:43:28.572529 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b5ebc-3fe1-4749-85a3-77ad4988a777 None None] The sync data for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi is: [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:25Z', 'revision_number': 3, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:28.610889 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Pushing event updated for resources: {'Port': ['ID=03a36086-37ea-4af7-a979-2aceef5a18ad,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:28.613208 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555021'] for router_interface, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:28.687180 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-f0818174-2cfb-460f-8914-cfeb491e26a9 service neutron] 10.222.0.58 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100249 Aug 30 07:43:28.719838 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Network ab4a9354-67df-4094-835a-a69066bff580 is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:28.721168 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:28.816411 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-e5572105-94e2-48af-88b3-79d6286203b4 service neutron] 10.222.0.58 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190290 Aug 30 07:43:28.884290 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:43:29.050730 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-987f0c1b-c0e7-4a8a-a601-5f4b491d23fd req-f10b1124-2c80-4594-a410-050cbaa9bb09 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 210 time: 0.0368671 Aug 30 07:43:29.071057 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:29.084303 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-8de86953-2236-4a3e-8571-df28fa706f6d admin admin] 10.222.0.58 "PUT /v2.0/routers/4b14d5a1-5896-47db-9d6a-b64d7346ab18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2909265 Aug 30 07:43:29.114934 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-6c920027-e883-42d7-b161-a13ee59b717e None None] Provisioning complete for port 03a36086-37ea-4af7-a979-2aceef5a18ad triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:29.115584 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6c920027-e883-42d7-b161-a13ee59b717e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:29.166129 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-6c920027-e883-42d7-b161-a13ee59b717e None None] Port 03a36086-37ea-4af7-a979-2aceef5a18ad cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:43:29.677474 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53366) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:29.682498 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-50821f25-e1e3-4662-918f-a98da36b8da9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-697888658-network', 'tenant_id': '166706ed5ba644da89ee093516e11a4a'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:29.704573 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50821f25-e1e3-4662-918f-a98da36b8da9 admin admin] Made reservation on behalf of 166706ed5ba644da89ee093516e11a4a for: {'network': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:29.706907 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-50821f25-e1e3-4662-918f-a98da36b8da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:29.720757 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-50821f25-e1e3-4662-918f-a98da36b8da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:29.835458 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-50821f25-e1e3-4662-918f-a98da36b8da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:29.844002 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-50821f25-e1e3-4662-918f-a98da36b8da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:29.879623 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50821f25-e1e3-4662-918f-a98da36b8da9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=100445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:43:29.893533 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-50821f25-e1e3-4662-918f-a98da36b8da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:29.894034 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.segments_db [None req-50821f25-e1e3-4662-918f-a98da36b8da9 admin admin] Added segment 59abb666-993b-4c25-bada-5c55c59f6ed4 of type vlan for network 75961745-043e-42a2-8294-ffd4604e47a0 Aug 30 07:43:29.903014 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50821f25-e1e3-4662-918f-a98da36b8da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1e0235-9d75-49d3-97b5-c00b6f962656,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:29.996369 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-50821f25-e1e3-4662-918f-a98da36b8da9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.055391 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-50821f25-e1e3-4662-918f-a98da36b8da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.056346 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50821f25-e1e3-4662-918f-a98da36b8da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:30.057025 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-50821f25-e1e3-4662-918f-a98da36b8da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.115727 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-005a6ff9-fb7f-440d-b6cb-ad22e29d8ff6 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:30.117187 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-005a6ff9-fb7f-440d-b6cb-ad22e29d8ff6 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.72 "GET /v2.0/networks?id=4b5d8dc8-1b4e-4476-a490-eb736edfd024 HTTP/1.1" status: 200 len: 816 time: 0.2077327 Aug 30 07:43:30.142936 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-50821f25-e1e3-4662-918f-a98da36b8da9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4643433 Aug 30 07:43:30.145717 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53378) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:30.150879 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-ce54f347-f7c9-4e70-8d3b-293184f41f18 admin admin] Request body: {'subnet': {'network_id': '75961745-043e-42a2-8294-ffd4604e47a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-697888658-subnet', 'tenant_id': '166706ed5ba644da89ee093516e11a4a', 'ip_version': 4}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:30.161764 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50821f25-e1e3-4662-918f-a98da36b8da9 admin admin] Pushing event updated for resources: {'Network': ['ID=75961745-043e-42a2-8294-ffd4604e47a0,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:30.175569 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network 75961745-043e-42a2-8294-ffd4604e47a0 details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:43:30.183537 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce54f347-f7c9-4e70-8d3b-293184f41f18 admin admin] Made reservation on behalf of 166706ed5ba644da89ee093516e11a4a for: {'subnet': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:30.186802 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ce54f347-f7c9-4e70-8d3b-293184f41f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6845884'] for subnet, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.187852 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7cea8235-62e1-4786-bf1d-1ffb62a3384c req-7af23838-115f-4b68-94cc-15da4be506a9 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 210 time: 0.0511546 Aug 30 07:43:30.215166 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-7a322c63-5877-4522-afcf-884777122238 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa66b27661a04aa298c662d52e59c85d HTTP/1.1" status: 200 len: 380 time: 0.0804830 Aug 30 07:43:30.223681 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-d4cdcae7-1fdf-4d8c-a2b3-91c7bf15e60c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Request body: {'port': {'device_id': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'admin_state_up': True, 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'security_groups': ['76b3efd2-625f-46dc-a7f9-848c91323544']}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:30.318733 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Sync routers for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:30.332998 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 2fb63496-7923-4850-af45-9c519760e21d up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:30.336199 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:30.337006 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:30.364260 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-d4cdcae7-1fdf-4d8c-a2b3-91c7bf15e60c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Made reservation on behalf of fa66b27661a04aa298c662d52e59c85d for: {'port': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:30.369736 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-d4cdcae7-1fdf-4d8c-a2b3-91c7bf15e60c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.387790 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 2fb63496-7923-4850-af45-9c519760e21d completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:30.392269 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 2fb63496-7923-4850-af45-9c519760e21d triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:30.392956 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.415335 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ce54f347-f7c9-4e70-8d3b-293184f41f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7228198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6845902'] for subnet, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.472305 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:30.478493 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54f347-f7c9-4e70-8d3b-293184f41f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44dab518-bc1b-40d8-a7e6-7b19a67e3d14,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:30.490446 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce54f347-f7c9-4e70-8d3b-293184f41f18 admin admin] Checking segment: {'id': '59abb666-993b-4c25-bada-5c55c59f6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '75961745-043e-42a2-8294-ffd4604e47a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:30.490652 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.490797 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce54f347-f7c9-4e70-8d3b-293184f41f18 admin admin] Network hostable DHCP agents. Network: 75961745-043e-42a2-8294-ffd4604e47a0, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:43:30.515035 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce54f347-f7c9-4e70-8d3b-293184f41f18 admin admin] Network 75961745-043e-42a2-8294-ffd4604e47a0 is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:43:30.518415 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port 2fb63496-7923-4850-af45-9c519760e21d, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=2fb63496-7923-4850-af45-9c519760e21d,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:30.525389 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.535896 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-ce54f347-f7c9-4e70-8d3b-293184f41f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, 75961745-043e-42a2-8294-ffd4604e47a0) {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:30.546682 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-d4cdcae7-1fdf-4d8c-a2b3-91c7bf15e60c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Allocated IP 172.20.0.14 (4b5d8dc8-1b4e-4476-a490-eb736edfd024/1ac8df77-6b5e-40db-8109-5b730c00a3ab/23d3ff7b-fbcc-4b1e-8562-088df232ef8e) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:30.549040 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce54f347-f7c9-4e70-8d3b-293184f41f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:30.549833 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ce54f347-f7c9-4e70-8d3b-293184f41f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.556931 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84287c6a-11bf-4e56-8ea3-ea273e275b17 None None] Network 75961745-043e-42a2-8294-ffd4604e47a0 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:43:30.570342 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-ce54f347-f7c9-4e70-8d3b-293184f41f18 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4233367 Aug 30 07:43:30.572772 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53380) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:30.578851 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-697888658-router', 'tenant_id': '166706ed5ba644da89ee093516e11a4a', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:30.604130 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15658'] for router, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.605291 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15649'] for router, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.633596 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=2fb63496-7923-4850-af45-9c519760e21d,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:30.699484 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.706305 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-d4cdcae7-1fdf-4d8c-a2b3-91c7bf15e60c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.724224 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-d4cdcae7-1fdf-4d8c-a2b3-91c7bf15e60c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Transition to ACTIVE for port object 23d3ff7b-fbcc-4b1e-8562-088df232ef8e will not be triggered until provisioned by entity DHCP. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:30.740754 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0566574-fcec-5ece-a234-7cb24f8be91e-75961745-043e-42a2-8294-ffd4604e47a0', 'network_id': '75961745-043e-42a2-8294-ffd4604e47a0', 'tenant_id': '166706ed5ba644da89ee093516e11a4a', 'fixed_ips': [{'subnet_id': '44dab518-bc1b-40d8-a7e6-7b19a67e3d14'}]}} from dv-cinder-804035-7-iscsi. {{(pid=100446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:43:30.741907 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.750474 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 2, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:30.778040 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-d4cdcae7-1fdf-4d8c-a2b3-91c7bf15e60c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.791226 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Checking router: 4b14d5a1-5896-47db-9d6a-b64d7346ab18 for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:30.792107 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Updating router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 port 03a36086-37ea-4af7-a979-2aceef5a18ad binding host dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:43:30.827134 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-d4cdcae7-1fdf-4d8c-a2b3-91c7bf15e60c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:30.828253 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.830511 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-d4cdcae7-1fdf-4d8c-a2b3-91c7bf15e60c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:30.833985 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-d4cdcae7-1fdf-4d8c-a2b3-91c7bf15e60c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:30.857622 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.876407 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdcae7-1fdf-4d8c-a2b3-91c7bf15e60c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event updated for resources: {'Port': ['ID=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:30.909782 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-d4cdcae7-1fdf-4d8c-a2b3-91c7bf15e60c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:30.914835 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-d4cdcae7-1fdf-4d8c-a2b3-91c7bf15e60c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.936534 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-d4cdcae7-1fdf-4d8c-a2b3-91c7bf15e60c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7172077 Aug 30 07:43:30.952877 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Request body: {'port': {'device_id': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:30.967552 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Allocated IP 172.20.0.2 (75961745-043e-42a2-8294-ffd4604e47a0/44dab518-bc1b-40d8-a7e6-7b19a67e3d14/78a2f1f9-9383-4ddd-b96b-1e310cae0a69) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:31.082777 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.182285 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.209241 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.257575 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.269920 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-9a664e03-263c-4dd5-bb56-e4ff4fc58ee9 None None] Provisioning for port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:31.278156 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Transition to ACTIVE for port object 03a36086-37ea-4af7-a979-2aceef5a18ad will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:31.278912 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-9a664e03-263c-4dd5-bb56-e4ff4fc58ee9 None None] Provisioning complete for port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:31.279990 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9a664e03-263c-4dd5-bb56-e4ff4fc58ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.295722 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.319351 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Notify callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.320751 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-9a664e03-263c-4dd5-bb56-e4ff4fc58ee9 None None] Port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:43:31.330921 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Transition to ACTIVE for port object 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:31.352316 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Transition to ACTIVE for port object 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 will not be triggered until provisioned by entity DHCP. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:31.361704 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.407391 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Network 75961745-043e-42a2-8294-ffd4604e47a0 is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:31.411123 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:31.415813 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:31.451816 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Allocated IP 172.27.2.17 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/f6096a9b-cb8a-4280-8661-10b9a96addf2) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:31.452031 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4cc7c-441c-4dfc-9e02-1d53efdaf8fd None None] Pushing event updated for resources: {'Port': ['ID=03a36086-37ea-4af7-a979-2aceef5a18ad,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:31.478036 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356a86a-6961-4270-b920-8a1ae2e362fd req-e028660d-0622-4272-a1b6-edfc8b106cc4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:31.479029 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7356a86a-6961-4270-b920-8a1ae2e362fd req-e028660d-0622-4272-a1b6-edfc8b106cc4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 932 time: 0.1609089 Aug 30 07:43:31.504691 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Pushing event updated for resources: {'Port': ['ID=78a2f1f9-9383-4ddd-b96b-1e310cae0a69,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:31.513143 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Attempting to bind port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:31.515310 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Attempting to bind port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '59abb666-993b-4c25-bada-5c55c59f6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '75961745-043e-42a2-8294-ffd4604e47a0'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:31.517176 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4cc7c-441c-4dfc-9e02-1d53efdaf8fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:31.517283 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Attempting to bind port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 on network 75961745-043e-42a2-8294-ffd4604e47a0 {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:31.517375 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4cc7c-441c-4dfc-9e02-1d53efdaf8fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:31.517640 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4cc7c-441c-4dfc-9e02-1d53efdaf8fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:31.518332 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4cc7c-441c-4dfc-9e02-1d53efdaf8fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:31.518792 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4cc7c-441c-4dfc-9e02-1d53efdaf8fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:31.519687 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4cc7c-441c-4dfc-9e02-1d53efdaf8fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:31.520254 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4cc7c-441c-4dfc-9e02-1d53efdaf8fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:31.520733 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4cc7c-441c-4dfc-9e02-1d53efdaf8fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:31.521357 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4cc7c-441c-4dfc-9e02-1d53efdaf8fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:31.521832 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4cc7c-441c-4dfc-9e02-1d53efdaf8fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:31.522450 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4cc7c-441c-4dfc-9e02-1d53efdaf8fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:31.522930 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4cc7c-441c-4dfc-9e02-1d53efdaf8fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:31.523962 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:31.524457 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Checking segment: {'id': '59abb666-993b-4c25-bada-5c55c59f6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '75961745-043e-42a2-8294-ffd4604e47a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:31.524953 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.526314 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Bound using segment: {'id': '59abb666-993b-4c25-bada-5c55c59f6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '75961745-043e-42a2-8294-ffd4604e47a0'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:31.527199 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Bound port: 78a2f1f9-9383-4ddd-b96b-1e310cae0a69, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59abb666-993b-4c25-bada-5c55c59f6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '75961745-043e-42a2-8294-ffd4604e47a0'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:31.527991 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.565652 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Attempting to bind port 03a36086-37ea-4af7-a979-2aceef5a18ad on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:31.566306 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Attempting to bind port 03a36086-37ea-4af7-a979-2aceef5a18ad by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:31.566848 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Attempting to bind port 03a36086-37ea-4af7-a979-2aceef5a18ad on network ab4a9354-67df-4094-835a-a69066bff580 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:31.572331 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:31.572705 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Checking segment: {'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:31.573101 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.573489 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Bound using segment: {'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:31.573951 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Bound port: 03a36086-37ea-4af7-a979-2aceef5a18ad, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:31.574378 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.617119 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] For port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:31.620814 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] For port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=78a2f1f9-9383-4ddd-b96b-1e310cae0a69,segment=NetworkSegment(59abb666-993b-4c25-bada-5c55c59f6ed4),segment_id=59abb666-993b-4c25-bada-5c55c59f6ed4)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:31.627422 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.655400 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d3ff7b-fbcc-4b1e-8562-088df232ef8e {{(pid=100445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:43:31.655712 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] For port 03a36086-37ea-4af7-a979-2aceef5a18ad, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:31.663928 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] For port 03a36086-37ea-4af7-a979-2aceef5a18ad, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=03a36086-37ea-4af7-a979-2aceef5a18ad,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:31.672619 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.676351 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.690835 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Transition to ACTIVE for port object 23d3ff7b-fbcc-4b1e-8562-088df232ef8e will not be triggered until provisioned by entity L2. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:31.691598 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7356a86a-6961-4270-b920-8a1ae2e362fd req-0a635786-9c0c-42e3-8d77-e07d9c393a32 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994500 Aug 30 07:43:31.695820 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.716158 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608a762-f2d8-4a7b-b0f6-8813ee316622 None None] Pushing event updated for resources: {'Port': ['ID=78a2f1f9-9383-4ddd-b96b-1e310cae0a69,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:31.773585 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.805944 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Pushing event updated for resources: {'Port': ['ID=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:31.833452 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:31.834133 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:31.840618 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.882196 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:31.882692 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Attempting to bind port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:31.883244 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Attempting to bind port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024'}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:31.883589 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Attempting to bind port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e on network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:31.889531 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:31.894169 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:31.898598 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e on network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:43:31.898925 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Attempting to bind port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e on network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:31.902057 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4cc7c-441c-4dfc-9e02-1d53efdaf8fd None None] Pushing event updated for resources: {'Port': ['ID=03a36086-37ea-4af7-a979-2aceef5a18ad,revision_number=4']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:31.916976 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:31.917551 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Checking segment: {'id': '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:31.918273 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Bound using segment: {'id': '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024'} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:31.919049 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Bound port: 23d3ff7b-fbcc-4b1e-8562-088df232ef8e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024'}}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:31.919580 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:31.931539 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Pushing event updated for resources: {'Port': ['ID=f6096a9b-cb8a-4280-8661-10b9a96addf2,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:32.027058 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] For port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e, host hv-cinder-80403, cleared binding levels {{(pid=100445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:32.064449 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] For port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:32.073151 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:32.084554 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:32.139810 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:32.142043 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:32.143591 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] 10.222.0.72 "PUT /v2.0/ports/23d3ff7b-fbcc-4b1e-8562-088df232ef8e HTTP/1.1" status: 200 len: 1094 time: 1.1963875 Aug 30 07:43:32.144054 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'tag': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:43:32.146372 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba50da3-2a65-407e-9809-1ca2cacf4994" -d '{"events": [{"name": "network-changed", "server_uuid": "dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2", "tag": "23d3ff7b-fbcc-4b1e-8562-088df232ef8e"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:43:32.159571 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e32a1-0d8d-4589-8c69-7a24f763f83c service neutron] Pushing event updated for resources: {'Port': ['ID=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,revision_number=3']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:32.255687 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c0f159-93d4-4274-8a11-9d2afdee14a1 x-openstack-request-id: req-93c0f159-93d4-4274-8a11-9d2afdee14a1 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:43:32.256268 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2", "tag": "23d3ff7b-fbcc-4b1e-8562-088df232ef8e", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:43:32.256268 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93c0f159-93d4-4274-8a11-9d2afdee14a1 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:43:32.256594 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'tag': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e', 'status': 'completed', 'code': 200} Aug 30 07:43:32.278026 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-fc0e933b-2bfc-457e-8e8b-4088b68327c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:32.278944 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-fc0e933b-2bfc-457e-8e8b-4088b68327c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa66b27661a04aa298c662d52e59c85d&device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 1097 time: 0.0890341 Aug 30 07:43:32.368968 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-d841da0a-2f79-45f7-8499-04af225fd672 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e HTTP/1.1" status: 200 len: 217 time: 0.0787265 Aug 30 07:43:32.394255 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:32.448604 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-d3d5c3cd-abf9-4920-9b4e-1dbd5d0dbb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:32.450912 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-d3d5c3cd-abf9-4920-9b4e-1dbd5d0dbb4b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ac8df77-6b5e-40db-8109-5b730c00a3ab HTTP/1.1" status: 200 len: 855 time: 0.0722027 Aug 30 07:43:32.476924 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:31Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:32.487557 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 2fb63496-7923-4850-af45-9c519760e21d up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:32.512520 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12502d-2b26-4153-9fca-f47291004937 None None] The sync data for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi is: [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:31Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:32.512783 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-8a9369f1-8391-4301-a91e-f9d19b0a6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:32.515273 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-8a9369f1-8391-4301-a91e-f9d19b0a6e28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b5d8dc8-1b4e-4476-a490-eb736edfd024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558515 Aug 30 07:43:32.571909 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 2fb63496-7923-4850-af45-9c519760e21d triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:32.582355 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:32.690765 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-bf9f4689-8436-45b5-9bae-d179963e4f1c service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651568 Aug 30 07:43:32.753497 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:32.771883 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550157'] for router, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:32.861450 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:32.876470 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a25078e5-8e1a-4288-ac47-68bcbfbbd10b req-a0fd6732-56a8-48ad-8ff9-70896d85ec63 service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772580 Aug 30 07:43:33.014585 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba50da3-2a65-407e-9809-1ca2cacf4994 req-500c4983-78b7-43b5-be6a-a0a07155ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:33.016265 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ba50da3-2a65-407e-9809-1ca2cacf4994 req-500c4983-78b7-43b5-be6a-a0a07155ef61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa66b27661a04aa298c662d52e59c85d&device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 1097 time: 0.0777564 Aug 30 07:43:33.134546 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba50da3-2a65-407e-9809-1ca2cacf4994 req-af89cfbe-66e2-400b-b572-708b9c2e3c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:33.136044 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ba50da3-2a65-407e-9809-1ca2cacf4994 req-af89cfbe-66e2-400b-b572-708b9c2e3c62 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4b5d8dc8-1b4e-4476-a490-eb736edfd024 HTTP/1.1" status: 200 len: 918 time: 0.1088290 Aug 30 07:43:33.160346 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519a057e-ee7b-4604-8bdb-43e1beb66cf3 None None] Network 75961745-043e-42a2-8294-ffd4604e47a0 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:43:33.207704 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ba50da3-2a65-407e-9809-1ca2cacf4994 req-809aa906-d4e5-473d-9e75-320f2265052b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e HTTP/1.1" status: 200 len: 217 time: 0.0600150 Aug 30 07:43:33.244067 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ee8f0-e2ec-4aeb-950d-2293895e1f31 req-6929e59a-f8ba-4cdf-a23f-c9543d5f3c23 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:33.245718 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-630ee8f0-e2ec-4aeb-950d-2293895e1f31 req-6929e59a-f8ba-4cdf-a23f-c9543d5f3c23 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 944 time: 0.3855932 Aug 30 07:43:33.253698 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-b42bd952-e92c-48f2-b4f2-34752cfa07e5 None None] Provisioning for port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:33.268713 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-b42bd952-e92c-48f2-b4f2-34752cfa07e5 None None] Provisioning complete for port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:33.272025 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b42bd952-e92c-48f2-b4f2-34752cfa07e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:33.275662 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba50da3-2a65-407e-9809-1ca2cacf4994 req-f363fcba-4e9a-47b9-aca8-5506e05b4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:33.277160 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ba50da3-2a65-407e-9809-1ca2cacf4994 req-f363fcba-4e9a-47b9-aca8-5506e05b4172 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ac8df77-6b5e-40db-8109-5b730c00a3ab HTTP/1.1" status: 200 len: 855 time: 0.0551722 Aug 30 07:43:33.310602 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-630ee8f0-e2ec-4aeb-950d-2293895e1f31 req-579aab61-46a1-4ed1-b492-c9a62f55e7bc tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571535 Aug 30 07:43:33.331647 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Router a97863c2-77ee-4457-b8bd-183d247f97bf is scheduled to L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d with binding_index 1 {{(pid=100444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:43:33.375130 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba50da3-2a65-407e-9809-1ca2cacf4994 req-a6a4dd92-5088-4196-a1cf-f3331742ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:33.377769 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ba50da3-2a65-407e-9809-1ca2cacf4994 req-a6a4dd92-5088-4196-a1cf-f3331742ae46 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b5d8dc8-1b4e-4476-a490-eb736edfd024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867467 Aug 30 07:43:33.481931 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:33.508225 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Sync routers for ids ['a97863c2-77ee-4457-b8bd-183d247f97bf'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:33.521492 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] Notify callbacks [] for router, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:33.525327 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-edfe2b66-3b2d-4847-8600-c17637c54921 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9489465 Aug 30 07:43:33.525815 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53408) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:33.552954 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Routers {'a97863c2-77ee-4457-b8bd-183d247f97bf'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:33.553598 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['a97863c2-77ee-4457-b8bd-183d247f97bf'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:33.605870 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ba50da3-2a65-407e-9809-1ca2cacf4994 req-01a15a61-6d4f-4315-a580-aae105308572 service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113035 Aug 30 07:43:33.658794 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b42bd952-e92c-48f2-b4f2-34752cfa07e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:33.707754 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-f60fa5c4-64d3-4aa1-819b-03049294f718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:33.732425 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-b42bd952-e92c-48f2-b4f2-34752cfa07e5 None None] For port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=78a2f1f9-9383-4ddd-b96b-1e310cae0a69,segment=NetworkSegment(59abb666-993b-4c25-bada-5c55c59f6ed4),segment_id=59abb666-993b-4c25-bada-5c55c59f6ed4)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:33.739683 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ba50da3-2a65-407e-9809-1ca2cacf4994 req-c50f88a6-0b0d-4fdc-b32b-4e881d4036fa service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254468 Aug 30 07:43:33.747184 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Set router a97863c2-77ee-4457-b8bd-183d247f97bf gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:33.936884 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b42bd952-e92c-48f2-b4f2-34752cfa07e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.040768 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bd952-e92c-48f2-b4f2-34752cfa07e5 None None] Pushing event updated for resources: {'Port': ['ID=78a2f1f9-9383-4ddd-b96b-1e310cae0a69,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:34.087036 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-91fac73b-a2bc-49d5-a4b5-d6cafba4ef21 None None] Provisioning complete for port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:34.087415 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-91fac73b-a2bc-49d5-a4b5-d6cafba4ef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.095307 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.151580 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'name': 'tempest-TestVolumeBootPattern-697888658-router', 'tenant_id': '166706ed5ba644da89ee093516e11a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f6096a9b-cb8a-4280-8661-10b9a96addf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:30Z', 'updated_at': '2021-08-30T07:43:32Z', 'revision_number': 3, 'project_id': '166706ed5ba644da89ee093516e11a4a', 'gw_port': {'id': 'f6096a9b-cb8a-4280-8661-10b9a96addf2', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:31Z', 'updated_at': '2021-08-30T07:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:34.197243 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Checking router: a97863c2-77ee-4457-b8bd-183d247f97bf for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:34.197597 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Updating router a97863c2-77ee-4457-b8bd-183d247f97bf port f6096a9b-cb8a-4280-8661-10b9a96addf2 binding host dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:43:34.230746 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.258260 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Allocated IP 172.20.0.1 (75961745-043e-42a2-8294-ffd4604e47a0/44dab518-bc1b-40d8-a7e6-7b19a67e3d14/22015b7a-9701-4757-89c1-c635503a4414) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:34.374657 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.391781 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Transition to ACTIVE for port object 22015b7a-9701-4757-89c1-c635503a4414 will not be triggered until provisioned by entity DHCP. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:34.398549 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 03a36086-37ea-4af7-a979-2aceef5a18ad up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:34.428770 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.458848 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0e0f2-5b37-4540-801e-0262d420902d req-c64bc802-2ea6-4288-a21e-6aa22d74f4f1 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:34.460379 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b1d0e0f2-5b37-4540-801e-0262d420902d req-c64bc802-2ea6-4288-a21e-6aa22d74f4f1 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0537100 Aug 30 07:43:34.479773 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Network 75961745-043e-42a2-8294-ffd4604e47a0 is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:34.484320 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:34.488968 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:34.495195 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 03a36086-37ea-4af7-a979-2aceef5a18ad completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:34.507678 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 03a36086-37ea-4af7-a979-2aceef5a18ad triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:34.507678 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.515594 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b1d0e0f2-5b37-4540-801e-0262d420902d req-4346bf64-9092-4502-aa41-d6d6ce0611f0 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468507 Aug 30 07:43:34.521471 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Pushing event updated for resources: {'Port': ['ID=22015b7a-9701-4757-89c1-c635503a4414,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:34.547264 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550354'] for router_interface, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.574680 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.589583 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Transition to ACTIVE for port object f6096a9b-cb8a-4280-8661-10b9a96addf2 will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:34.622240 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.689357 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.703622 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Attempting to bind port f6096a9b-cb8a-4280-8661-10b9a96addf2 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:34.703622 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Attempting to bind port f6096a9b-cb8a-4280-8661-10b9a96addf2 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:34.704090 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Attempting to bind port f6096a9b-cb8a-4280-8661-10b9a96addf2 on network e3bb27da-da9c-4a81-98a7-6b253e2e221e {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:34.711660 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.718640 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e56fd5-a954-44b0-b2be-d75614071729 None None] Pushing event updated for resources: {'Port': ['ID=f6096a9b-cb8a-4280-8661-10b9a96addf2,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:34.721378 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:34.721758 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Checking segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:34.722199 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.722595 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Bound using segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:34.723205 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Bound port: f6096a9b-cb8a-4280-8661-10b9a96addf2, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:34.723734 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.773774 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port 03a36086-37ea-4af7-a979-2aceef5a18ad, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=03a36086-37ea-4af7-a979-2aceef5a18ad,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:34.781235 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.782034 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:34.847263 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] For port f6096a9b-cb8a-4280-8661-10b9a96addf2, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:34.871973 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] For port f6096a9b-cb8a-4280-8661-10b9a96addf2, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=f6096a9b-cb8a-4280-8661-10b9a96addf2,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:34.881943 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.905381 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-17f71778-a74c-4a7f-9e9a-e4444ee3568e None None] Provisioning for port 22015b7a-9701-4757-89c1-c635503a4414 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:34.918817 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-17f71778-a74c-4a7f-9e9a-e4444ee3568e None None] Provisioning complete for port 22015b7a-9701-4757-89c1-c635503a4414 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:34.919205 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-17f71778-a74c-4a7f-9e9a-e4444ee3568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.924492 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=03a36086-37ea-4af7-a979-2aceef5a18ad,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:34.937819 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.942665 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:34.988300 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Routers {'a97863c2-77ee-4457-b8bd-183d247f97bf'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:34.989569 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['a97863c2-77ee-4457-b8bd-183d247f97bf'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:35.014407 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Pushing event updated for resources: {'Port': ['ID=22015b7a-9701-4757-89c1-c635503a4414,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:35.020110 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555021'] for router_interface, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:35.044754 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:35.045230 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:35.070448 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-17f71778-a74c-4a7f-9e9a-e4444ee3568e None None] Port 22015b7a-9701-4757-89c1-c635503a4414 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:43:35.102294 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e56fd5-a954-44b0-b2be-d75614071729 None None] Pushing event updated for resources: {'Port': ['ID=f6096a9b-cb8a-4280-8661-10b9a96addf2,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:35.126346 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Network 75961745-043e-42a2-8294-ffd4604e47a0 is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:35.127899 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:35.192636 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] Set router a97863c2-77ee-4457-b8bd-183d247f97bf gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:35.258156 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Router a97863c2-77ee-4457-b8bd-183d247f97bf has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:43:35.369559 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:35.374565 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-de47bf09-59aa-4f65-ae61-152ff25be791 admin admin] 10.222.0.58 "PUT /v2.0/routers/a97863c2-77ee-4457-b8bd-183d247f97bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8480265 Aug 30 07:43:35.404764 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-1645b02c-2c0e-4662-825d-dd1bda583cc1 None None] Provisioning complete for port 22015b7a-9701-4757-89c1-c635503a4414 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:35.405383 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1645b02c-2c0e-4662-825d-dd1bda583cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:35.443932 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-1645b02c-2c0e-4662-825d-dd1bda583cc1 None None] Port 22015b7a-9701-4757-89c1-c635503a4414 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:43:35.450173 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'name': 'tempest-TestVolumeBootPattern-697888658-router', 'tenant_id': '166706ed5ba644da89ee093516e11a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f6096a9b-cb8a-4280-8661-10b9a96addf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:30Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 4, 'project_id': '166706ed5ba644da89ee093516e11a4a', 'gw_port': {'id': 'f6096a9b-cb8a-4280-8661-10b9a96addf2', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:31Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '22015b7a-9701-4757-89c1-c635503a4414', 'name': '', 'network_id': '75961745-043e-42a2-8294-ffd4604e47a0', 'tenant_id': '166706ed5ba644da89ee093516e11a4a', 'mac_address': 'fa:16:3e:36:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '44dab518-bc1b-40d8-a7e6-7b19a67e3d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:34Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 2, 'project_id': '166706ed5ba644da89ee093516e11a4a', 'subnets': [{'id': '44dab518-bc1b-40d8-a7e6-7b19a67e3d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:35.481057 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a0c98d-f0ea-45a9-95d5-3bf0442f1bc7 None None] The sync data for ids ['a97863c2-77ee-4457-b8bd-183d247f97bf'] in dv-cinder-804035-7-iscsi is: [{'id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'name': 'tempest-TestVolumeBootPattern-697888658-router', 'tenant_id': '166706ed5ba644da89ee093516e11a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f6096a9b-cb8a-4280-8661-10b9a96addf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:30Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 4, 'project_id': '166706ed5ba644da89ee093516e11a4a', 'gw_port': {'id': 'f6096a9b-cb8a-4280-8661-10b9a96addf2', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:31Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '22015b7a-9701-4757-89c1-c635503a4414', 'name': '', 'network_id': '75961745-043e-42a2-8294-ffd4604e47a0', 'tenant_id': '166706ed5ba644da89ee093516e11a4a', 'mac_address': 'fa:16:3e:36:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '44dab518-bc1b-40d8-a7e6-7b19a67e3d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:34Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 2, 'project_id': '166706ed5ba644da89ee093516e11a4a', 'subnets': [{'id': '44dab518-bc1b-40d8-a7e6-7b19a67e3d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:35.650106 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17461f2-6ddf-4898-b812-2b00067e5de8 req-78a72662-7bb4-4956-ab38-16a559dc4483 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:35.651895 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c17461f2-6ddf-4898-b812-2b00067e5de8 req-78a72662-7bb4-4956-ab38-16a559dc4483 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0563543 Aug 30 07:43:35.709112 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c17461f2-6ddf-4898-b812-2b00067e5de8 req-f7a175aa-16dd-4d45-a8d6-83921d99e2d4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496538 Aug 30 07:43:35.889480 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8ad55771-9582-41c8-82be-fd8ba6fd9801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:35.947029 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 23d3ff7b-fbcc-4b1e-8562-088df232ef8e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:43:35.985439 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53436) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:35.992046 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-3aac400e-39b0-46fb-b212-9ae16ee4965c tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054463094', 'description': 'tempest-secgroup-smoke-2054463094 description', 'project_id': '3f9590f149e841f38602d1fbd657bb0d'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:36.019429 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3aac400e-39b0-46fb-b212-9ae16ee4965c tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.074138 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:36.089986 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'port_id': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e', 'mac_address': 'fa:16:3e:12:47:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:43:36.133401 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.140222 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3aac400e-39b0-46fb-b212-9ae16ee4965c tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.152803 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3aac400e-39b0-46fb-b212-9ae16ee4965c tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.173779 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d3ff7b-fbcc-4b1e-8562-088df232ef8e {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:43:36.188492 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3aac400e-39b0-46fb-b212-9ae16ee4965c tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.192685 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-3aac400e-39b0-46fb-b212-9ae16ee4965c tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2033131 Aug 30 07:43:36.192685 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac400e-39b0-46fb-b212-9ae16ee4965c tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0b64ce-2edc-4327-b909-cb3a10d3ed95,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:36.193947 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53440) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:36.204587 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-12a2c3a0-d186-4696-bb82-a0190fb720e8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Request body: {'security_group_rule': {'security_group_id': 'ff0b64ce-2edc-4327-b909-cb3a10d3ed95', 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:36.215666 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:36.222689 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.244828 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-12a2c3a0-d186-4696-bb82-a0190fb720e8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.346769 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-12a2c3a0-d186-4696-bb82-a0190fb720e8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.354514 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-12a2c3a0-d186-4696-bb82-a0190fb720e8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.379530 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2c3a0-d186-4696-bb82-a0190fb720e8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add7c3b4-6090-4211-9052-69bc1e0606ec,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:36.388264 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-12a2c3a0-d186-4696-bb82-a0190fb720e8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.390318 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-12a2c3a0-d186-4696-bb82-a0190fb720e8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1944177 Aug 30 07:43:36.393027 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53442) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:36.399903 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-ec124bbd-46c2-48c8-9877-1c2e185acf34 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Request body: {'security_group_rule': {'security_group_id': 'ff0b64ce-2edc-4327-b909-cb3a10d3ed95', 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:36.425070 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:36.433114 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ec124bbd-46c2-48c8-9877-1c2e185acf34 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.453574 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 03a36086-37ea-4af7-a979-2aceef5a18ad up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:36.491864 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['23d3ff7b-fbcc-4b1e-8562-088df232ef8e'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:43:36.497401 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.511836 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ec124bbd-46c2-48c8-9877-1c2e185acf34 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.517334 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ec124bbd-46c2-48c8-9877-1c2e185acf34 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.540540 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec124bbd-46c2-48c8-9877-1c2e185acf34 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67498a2-ce95-4965-b121-c0758489d08d,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:36.551384 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ec124bbd-46c2-48c8-9877-1c2e185acf34 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.552605 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-ec124bbd-46c2-48c8-9877-1c2e185acf34 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1580579 Aug 30 07:43:36.555566 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53444) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:36.561248 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-c31954f0-9bcf-47cc-aa87-5f998e402364 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Request body: {'security_group_rule': {'security_group_id': 'ff0b64ce-2edc-4327-b909-cb3a10d3ed95', 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:36.568161 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 03a36086-37ea-4af7-a979-2aceef5a18ad triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:36.568524 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.590567 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c31954f0-9bcf-47cc-aa87-5f998e402364 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.655934 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c31954f0-9bcf-47cc-aa87-5f998e402364 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.661657 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c31954f0-9bcf-47cc-aa87-5f998e402364 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.683108 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31954f0-9bcf-47cc-aa87-5f998e402364 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83dcdddb-4c61-4f8e-89ca-7f54fb6db67a,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:36.692333 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c31954f0-9bcf-47cc-aa87-5f998e402364 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.696032 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-c31954f0-9bcf-47cc-aa87-5f998e402364 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369185 Aug 30 07:43:36.696249 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53446) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:36.700837 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-29ca10b1-05aa-4104-9fd8-07494d959ad8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Request body: {'security_group_rule': {'security_group_id': 'ff0b64ce-2edc-4327-b909-cb3a10d3ed95', 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:36.703993 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device f6096a9b-cb8a-4280-8661-10b9a96addf2 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:36.731448 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-29ca10b1-05aa-4104-9fd8-07494d959ad8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.771414 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port f6096a9b-cb8a-4280-8661-10b9a96addf2 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:36.776172 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port f6096a9b-cb8a-4280-8661-10b9a96addf2 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:36.776600 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.840800 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-29ca10b1-05aa-4104-9fd8-07494d959ad8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.854762 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-29ca10b1-05aa-4104-9fd8-07494d959ad8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.861827 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.867841 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3afd9e-c15f-4608-b75c-0432b185a489 req-b85b1b14-cf23-45d9-99b9-cd0d64a4bbd6 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:36.869032 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-de3afd9e-c15f-4608-b75c-0432b185a489 req-b85b1b14-cf23-45d9-99b9-cd0d64a4bbd6 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 945 time: 0.0692124 Aug 30 07:43:36.891520 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port f6096a9b-cb8a-4280-8661-10b9a96addf2, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=f6096a9b-cb8a-4280-8661-10b9a96addf2,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:36.892969 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca10b1-05aa-4104-9fd8-07494d959ad8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dde924a-1230-47aa-96a3-d933591e37f7,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:36.899945 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.909035 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-29ca10b1-05aa-4104-9fd8-07494d959ad8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.912823 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-29ca10b1-05aa-4104-9fd8-07494d959ad8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2130857 Aug 30 07:43:36.913227 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53450) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:36.922662 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-75768faa-7b52-4d01-94a3-54581f315698 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Request body: {'security_group_rule': {'security_group_id': 'ff0b64ce-2edc-4327-b909-cb3a10d3ed95', 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:36.931703 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-de3afd9e-c15f-4608-b75c-0432b185a489 req-b0bdd8aa-3b72-4372-aee8-3326a4f57c27 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529299 Aug 30 07:43:36.957116 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.db.securitygroups_db [None req-75768faa-7b52-4d01-94a3-54581f315698 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Project 3f9590f149e841f38602d1fbd657bb0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 07:43:36.957388 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=f6096a9b-cb8a-4280-8661-10b9a96addf2,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:36.963137 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-75768faa-7b52-4d01-94a3-54581f315698 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:37.025015 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-75768faa-7b52-4d01-94a3-54581f315698 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:37.028563 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-75768faa-7b52-4d01-94a3-54581f315698 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:37.046153 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75768faa-7b52-4d01-94a3-54581f315698 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341e30b9-b9fc-48db-8b52-cd146383c585,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:37.051666 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-75768faa-7b52-4d01-94a3-54581f315698 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:37.054501 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-75768faa-7b52-4d01-94a3-54581f315698 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1402142 Aug 30 07:43:37.055861 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53452) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:37.060333 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-fa4f6fbb-81b4-47ad-a6ad-9b21955d6966 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Request body: {'security_group_rule': {'security_group_id': 'ff0b64ce-2edc-4327-b909-cb3a10d3ed95', 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:37.081897 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.db.securitygroups_db [None req-fa4f6fbb-81b4-47ad-a6ad-9b21955d6966 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Project 3f9590f149e841f38602d1fbd657bb0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 07:43:37.086734 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6fbb-81b4-47ad-a6ad-9b21955d6966 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:37.152407 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6fbb-81b4-47ad-a6ad-9b21955d6966 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:37.157799 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6fbb-81b4-47ad-a6ad-9b21955d6966 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:37.181072 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f6fbb-81b4-47ad-a6ad-9b21955d6966 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424d9919-accd-4528-8b7e-ded47ddcefbf,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:37.185948 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6fbb-81b4-47ad-a6ad-9b21955d6966 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:37.187515 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-fa4f6fbb-81b4-47ad-a6ad-9b21955d6966 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306462 Aug 30 07:43:37.255113 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:37.649888 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Sync routers for ids ['a97863c2-77ee-4457-b8bd-183d247f97bf'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:37.660120 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Routers {'a97863c2-77ee-4457-b8bd-183d247f97bf'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:37.660712 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['a97863c2-77ee-4457-b8bd-183d247f97bf'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:37.765430 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Set router a97863c2-77ee-4457-b8bd-183d247f97bf gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:37.952980 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 23d3ff7b-fbcc-4b1e-8562-088df232ef8e up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:37.965414 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'name': 'tempest-TestVolumeBootPattern-697888658-router', 'tenant_id': '166706ed5ba644da89ee093516e11a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f6096a9b-cb8a-4280-8661-10b9a96addf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:30Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 4, 'project_id': '166706ed5ba644da89ee093516e11a4a', 'gw_port': {'id': 'f6096a9b-cb8a-4280-8661-10b9a96addf2', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:31Z', 'updated_at': '2021-08-30T07:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '22015b7a-9701-4757-89c1-c635503a4414', 'name': '', 'network_id': '75961745-043e-42a2-8294-ffd4604e47a0', 'tenant_id': '166706ed5ba644da89ee093516e11a4a', 'mac_address': 'fa:16:3e:36:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '44dab518-bc1b-40d8-a7e6-7b19a67e3d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:34Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 2, 'project_id': '166706ed5ba644da89ee093516e11a4a', 'subnets': [{'id': '44dab518-bc1b-40d8-a7e6-7b19a67e3d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:37.997068 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Checking router: a97863c2-77ee-4457-b8bd-183d247f97bf for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:37.997310 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Updating router a97863c2-77ee-4457-b8bd-183d247f97bf port 22015b7a-9701-4757-89c1-c635503a4414 binding host dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:43:38.019348 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:38.024052 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:38.025442 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:38.029358 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:38.071492 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01899fcc-af00-4e19-ab76-918a10a68b35 req-d9d167dc-5fe2-4af8-8b51-8734d4931105 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:38.073647 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-01899fcc-af00-4e19-ab76-918a10a68b35 req-d9d167dc-5fe2-4af8-8b51-8734d4931105 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 945 time: 0.0585859 Aug 30 07:43:38.119956 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-01899fcc-af00-4e19-ab76-918a10a68b35 req-329ee12a-f826-4fe7-a328-9b80e9e4f5cf tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371130 Aug 30 07:43:38.124923 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:38.156720 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:43:38.159220 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f861527-27c9-427e-9d25-b05dea354c62" -d '{"events": [{"server_uuid": "dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2", "name": "network-vif-plugged", "status": "completed", "tag": "23d3ff7b-fbcc-4b1e-8562-088df232ef8e"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:43:38.173675 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:38.178146 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:38.205502 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0dc4ec-9c95-4a3a-a3f3-6d25ff0123f9 x-openstack-request-id: req-8e0dc4ec-9c95-4a3a-a3f3-6d25ff0123f9 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:43:38.205793 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2", "name": "network-vif-plugged", "status": "completed", "tag": "23d3ff7b-fbcc-4b1e-8562-088df232ef8e", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:43:38.206041 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e0dc4ec-9c95-4a3a-a3f3-6d25ff0123f9 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:43:38.206450 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e', 'code': 200} Aug 30 07:43:38.241321 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:38.319012 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device f6096a9b-cb8a-4280-8661-10b9a96addf2 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:38.348362 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:38.366316 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Transition to ACTIVE for port object 22015b7a-9701-4757-89c1-c635503a4414 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:38.374066 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:38.377413 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port f6096a9b-cb8a-4280-8661-10b9a96addf2 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:38.377792 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:38.428783 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbdba9-809b-4304-b04c-b4a17e08421b req-eb6dcf5a-db69-4660-8bd9-3cf1cd76c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:38.431230 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-fcbbdba9-809b-4304-b04c-b4a17e08421b req-eb6dcf5a-db69-4660-8bd9-3cf1cd76c7bc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 1099 time: 0.0807717 Aug 30 07:43:38.438584 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2597a2f-916d-4525-9c3d-f3ca85a2f75a None None] Pushing event updated for resources: {'Port': ['ID=22015b7a-9701-4757-89c1-c635503a4414,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:38.494851 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-fcbbdba9-809b-4304-b04c-b4a17e08421b req-a86a1f9e-d1f9-47fc-98ca-2bd3513a8bc6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555222 Aug 30 07:43:38.511467 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Attempting to bind port 22015b7a-9701-4757-89c1-c635503a4414 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:38.511986 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Attempting to bind port 22015b7a-9701-4757-89c1-c635503a4414 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '59abb666-993b-4c25-bada-5c55c59f6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '75961745-043e-42a2-8294-ffd4604e47a0'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:38.512478 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Attempting to bind port 22015b7a-9701-4757-89c1-c635503a4414 on network 75961745-043e-42a2-8294-ffd4604e47a0 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:38.519014 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:38.519387 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Checking segment: {'id': '59abb666-993b-4c25-bada-5c55c59f6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '75961745-043e-42a2-8294-ffd4604e47a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:38.519783 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:38.520175 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Bound using segment: {'id': '59abb666-993b-4c25-bada-5c55c59f6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '75961745-043e-42a2-8294-ffd4604e47a0'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:38.520637 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Bound port: 22015b7a-9701-4757-89c1-c635503a4414, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59abb666-993b-4c25-bada-5c55c59f6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '75961745-043e-42a2-8294-ffd4604e47a0'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:38.521028 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:38.601744 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] For port 22015b7a-9701-4757-89c1-c635503a4414, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:38.605380 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] For port 22015b7a-9701-4757-89c1-c635503a4414, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=22015b7a-9701-4757-89c1-c635503a4414,segment=NetworkSegment(59abb666-993b-4c25-bada-5c55c59f6ed4),segment_id=59abb666-993b-4c25-bada-5c55c59f6ed4)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:38.610734 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:38.635648 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53526) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:38.664721 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Routers {'a97863c2-77ee-4457-b8bd-183d247f97bf'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:38.665343 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['a97863c2-77ee-4457-b8bd-183d247f97bf'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:38.778696 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2597a2f-916d-4525-9c3d-f3ca85a2f75a None None] Pushing event updated for resources: {'Port': ['ID=22015b7a-9701-4757-89c1-c635503a4414,revision_number=4']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:38.802770 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d6a1222f-b82c-45c5-9965-0cca6e8dce13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:38.805755 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] Set router a97863c2-77ee-4457-b8bd-183d247f97bf gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:38.902461 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d6a1222f-b82c-45c5-9965-0cca6e8dce13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:38.907313 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d6a1222f-b82c-45c5-9965-0cca6e8dce13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:38.949670 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-d6a1222f-b82c-45c5-9965-0cca6e8dce13 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=064095e681764541bf668994d65071bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129127 Aug 30 07:43:38.953279 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53532) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:38.955024 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1222f-b82c-45c5-9965-0cca6e8dce13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec2bb59-8503-4b59-9edb-ead5e12f4e32,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:38.976357 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.021047 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6f089341-5cc7-4d1f-a30d-dc7ce0364849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.036789 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'name': 'tempest-TestVolumeBootPattern-697888658-router', 'tenant_id': '166706ed5ba644da89ee093516e11a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f6096a9b-cb8a-4280-8661-10b9a96addf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:30Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 4, 'project_id': '166706ed5ba644da89ee093516e11a4a', 'gw_port': {'id': 'f6096a9b-cb8a-4280-8661-10b9a96addf2', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:31Z', 'updated_at': '2021-08-30T07:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '22015b7a-9701-4757-89c1-c635503a4414', 'name': '', 'network_id': '75961745-043e-42a2-8294-ffd4604e47a0', 'tenant_id': '166706ed5ba644da89ee093516e11a4a', 'mac_address': 'fa:16:3e:36:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '44dab518-bc1b-40d8-a7e6-7b19a67e3d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:34Z', 'updated_at': '2021-08-30T07:43:38Z', 'revision_number': 4, 'project_id': '166706ed5ba644da89ee093516e11a4a', 'subnets': [{'id': '44dab518-bc1b-40d8-a7e6-7b19a67e3d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:39.043393 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6f089341-5cc7-4d1f-a30d-dc7ce0364849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.063314 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db820133-c063-4b32-b265-5a05851cb8b3 None None] The sync data for ids ['a97863c2-77ee-4457-b8bd-183d247f97bf'] in dv-cinder-804035-7-iscsi is: [{'id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'name': 'tempest-TestVolumeBootPattern-697888658-router', 'tenant_id': '166706ed5ba644da89ee093516e11a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f6096a9b-cb8a-4280-8661-10b9a96addf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:30Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 4, 'project_id': '166706ed5ba644da89ee093516e11a4a', 'gw_port': {'id': 'f6096a9b-cb8a-4280-8661-10b9a96addf2', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:31Z', 'updated_at': '2021-08-30T07:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '22015b7a-9701-4757-89c1-c635503a4414', 'name': '', 'network_id': '75961745-043e-42a2-8294-ffd4604e47a0', 'tenant_id': '166706ed5ba644da89ee093516e11a4a', 'mac_address': 'fa:16:3e:36:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '44dab518-bc1b-40d8-a7e6-7b19a67e3d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:34Z', 'updated_at': '2021-08-30T07:43:38Z', 'revision_number': 4, 'project_id': '166706ed5ba644da89ee093516e11a4a', 'subnets': [{'id': '44dab518-bc1b-40d8-a7e6-7b19a67e3d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:39.091937 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6f089341-5cc7-4d1f-a30d-dc7ce0364849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.094671 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6f089341-5cc7-4d1f-a30d-dc7ce0364849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.095834 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-6f089341-5cc7-4d1f-a30d-dc7ce0364849 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ec2bb59-8503-4b59-9edb-ead5e12f4e32 HTTP/1.1" status: 204 len: 168 time: 0.1410306 Aug 30 07:43:39.104070 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f089341-5cc7-4d1f-a30d-dc7ce0364849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec2bb59-8503-4b59-9edb-ead5e12f4e32,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:39.255466 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71525-1a08-45c4-bd5e-fa7b86269a80 req-b537036f-516a-4bfa-9bc8-d70b75d324d7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:39.258002 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-04e71525-1a08-45c4-bd5e-fa7b86269a80 req-b537036f-516a-4bfa-9bc8-d70b75d324d7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0581899 Aug 30 07:43:39.299325 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-04e71525-1a08-45c4-bd5e-fa7b86269a80 req-b1b5f50b-4f8e-4abf-ab8d-84e362505e78 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345330 Aug 30 07:43:39.408749 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53540) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:39.422499 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-352e1394-90f9-4a0a-a1dc-a7c3bc9835b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.516066 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-03ffe5f9-b462-41d2-b100-5b825d8f1d8d req-43695254-5ab8-474a-99ed-b95ccd754075 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690231 Aug 30 07:43:39.516729 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.578237 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-352e1394-90f9-4a0a-a1dc-a7c3bc9835b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.593623 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-352e1394-90f9-4a0a-a1dc-a7c3bc9835b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.639800 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e1394-90f9-4a0a-a1dc-a7c3bc9835b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cf7126-f5d5-4311-b7e6-cea570348b4f,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:39.650789 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-352e1394-90f9-4a0a-a1dc-a7c3bc9835b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f10bcd987ed4fa9925fc0b96f80d1fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373550 Aug 30 07:43:39.651000 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53542) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:39.664810 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffe5f9-b462-41d2-b100-5b825d8f1d8d req-914daacb-ed18-4ee0-9d29-ff8a1a2be588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:39.666337 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-03ffe5f9-b462-41d2-b100-5b825d8f1d8d req-914daacb-ed18-4ee0-9d29-ff8a1a2be588 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff8583d16df6404d905eb9bdbf591980&device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 1098 time: 0.1066954 Aug 30 07:43:39.719499 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b56df7b5-d934-421f-9952-762146f2bafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.750806 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b56df7b5-d934-421f-9952-762146f2bafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.798888 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffe5f9-b462-41d2-b100-5b825d8f1d8d req-d2f29d00-6f2d-4046-b8eb-abf163862d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:39.800530 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-03ffe5f9-b462-41d2-b100-5b825d8f1d8d req-d2f29d00-6f2d-4046-b8eb-abf163862d75 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eda8800c-3da0-4292-89a8-975d67f79153 HTTP/1.1" status: 200 len: 912 time: 0.1126838 Aug 30 07:43:39.809521 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b56df7b5-d934-421f-9952-762146f2bafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.812235 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b56df7b5-d934-421f-9952-762146f2bafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.815736 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-b56df7b5-d934-421f-9952-762146f2bafe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97cf7126-f5d5-4311-b7e6-cea570348b4f HTTP/1.1" status: 204 len: 168 time: 0.1611722 Aug 30 07:43:39.821816 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56df7b5-d934-421f-9952-762146f2bafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cf7126-f5d5-4311-b7e6-cea570348b4f,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:39.874416 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-03ffe5f9-b462-41d2-b100-5b825d8f1d8d req-2129c4da-ada4-421d-b252-23ab7133500f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=237f7283-df0f-4b7f-85f5-43fb2bea70f3 HTTP/1.1" status: 200 len: 1001 time: 0.0650725 Aug 30 07:43:39.928586 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffe5f9-b462-41d2-b100-5b825d8f1d8d req-38e59feb-c9c1-4ccf-96ba-9c2263bdced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:39.930052 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-03ffe5f9-b462-41d2-b100-5b825d8f1d8d req-38e59feb-c9c1-4ccf-96ba-9c2263bdced0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8fee1361-e1b5-49c1-a52b-8d2bd7bb7419 HTTP/1.1" status: 200 len: 849 time: 0.0469723 Aug 30 07:43:39.989691 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffe5f9-b462-41d2-b100-5b825d8f1d8d req-85fdb6b2-1621-49c0-a692-8519e22c5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:39.991265 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-03ffe5f9-b462-41d2-b100-5b825d8f1d8d req-85fdb6b2-1621-49c0-a692-8519e22c5d97 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eda8800c-3da0-4292-89a8-975d67f79153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460329 Aug 30 07:43:40.081636 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-03ffe5f9-b462-41d2-b100-5b825d8f1d8d req-59c3eb21-2e39-4a08-8e37-0090c6060d41 service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825458 Aug 30 07:43:40.181155 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-03ffe5f9-b462-41d2-b100-5b825d8f1d8d req-49141cbe-412c-4df6-a019-498843d36427 service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907452 Aug 30 07:43:40.312018 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 22015b7a-9701-4757-89c1-c635503a4414 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:40.373461 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 22015b7a-9701-4757-89c1-c635503a4414 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:40.377634 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 22015b7a-9701-4757-89c1-c635503a4414 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:40.377941 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:40.429273 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39276a06-2cc5-4fc1-8920-b4876d67145c req-3d01ad5a-fef7-4933-a6a3-4e44b01e4cc5 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:40.437147 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-39276a06-2cc5-4fc1-8920-b4876d67145c req-3d01ad5a-fef7-4933-a6a3-4e44b01e4cc5 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0596044 Aug 30 07:43:40.465865 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:40.477117 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-39276a06-2cc5-4fc1-8920-b4876d67145c req-693c5a69-1c3f-436e-97fa-a9a0587ad7c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390797 Aug 30 07:43:40.500784 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port 22015b7a-9701-4757-89c1-c635503a4414, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=22015b7a-9701-4757-89c1-c635503a4414,segment=NetworkSegment(59abb666-993b-4c25-bada-5c55c59f6ed4),segment_id=59abb666-993b-4c25-bada-5c55c59f6ed4)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:40.504806 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:40.569473 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=22015b7a-9701-4757-89c1-c635503a4414,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:40.613467 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b381b-40ff-421a-bee5-48206ec60b7a req-91a70731-69e8-4441-a086-6573a4df0046 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:40.615049 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-290b381b-40ff-421a-bee5-48206ec60b7a req-91a70731-69e8-4441-a086-6573a4df0046 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0532672 Aug 30 07:43:40.624914 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53574) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:40.629887 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-7a62a983-f660-4be5-9fdd-29ad81ad1dd8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Request body: {'floatingip': {'port_id': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:40.677686 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-7a62a983-f660-4be5-9fdd-29ad81ad1dd8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for floatingip, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:40.971790 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53582) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:41.082233 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b4800a45-99c0-42eb-a24d-c9e5c873e698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.137249 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-7a62a983-f660-4be5-9fdd-29ad81ad1dd8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.142216 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-7a62a983-f660-4be5-9fdd-29ad81ad1dd8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.174140 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b4800a45-99c0-42eb-a24d-c9e5c873e698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.178651 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b4800a45-99c0-42eb-a24d-c9e5c873e698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.219152 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-b4800a45-99c0-42eb-a24d-c9e5c873e698 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=833538a392a247fb980206ddd6af0cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461779 Aug 30 07:43:41.220075 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4800a45-99c0-42eb-a24d-c9e5c873e698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09100554-a5ee-4a0e-aa71-83b8d6ec7c8f,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:41.222429 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53586) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:41.278745 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9194a4ee-ff7b-4d35-9431-fbd7ab0543ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.301726 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9194a4ee-ff7b-4d35-9431-fbd7ab0543ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.355068 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9194a4ee-ff7b-4d35-9431-fbd7ab0543ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.358434 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9194a4ee-ff7b-4d35-9431-fbd7ab0543ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.359649 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-9194a4ee-ff7b-4d35-9431-fbd7ab0543ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09100554-a5ee-4a0e-aa71-83b8d6ec7c8f HTTP/1.1" status: 204 len: 168 time: 0.1363063 Aug 30 07:43:41.374651 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194a4ee-ff7b-4d35-9431-fbd7ab0543ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09100554-a5ee-4a0e-aa71-83b8d6ec7c8f,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:41.503342 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.l3_db [None req-7a62a983-f660-4be5-9fdd-29ad81ad1dd8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Floating IP 9abc8311-aabb-45dc-a671-5757b306aa76 associated. External IP: 172.27.2.222, port: 23d3ff7b-fbcc-4b1e-8562-088df232ef8e. Aug 30 07:43:41.714292 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a62a983-f660-4be5-9fdd-29ad81ad1dd8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Router c5403c74-0c8d-4133-8da5-1480745fa73a has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:43:41.829140 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a62a983-f660-4be5-9fdd-29ad81ad1dd8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:41.834258 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-7a62a983-f660-4be5-9fdd-29ad81ad1dd8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.843087 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc61ae-05f1-4bb2-ba3d-846134ef6bef None None] Sync routers for ids ['c5403c74-0c8d-4133-8da5-1480745fa73a'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:41.853635 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc61ae-05f1-4bb2-ba3d-846134ef6bef None None] Routers {'c5403c74-0c8d-4133-8da5-1480745fa73a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:41.854369 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-c6fc61ae-05f1-4bb2-ba3d-846134ef6bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c5403c74-0c8d-4133-8da5-1480745fa73a'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:41.864510 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-7a62a983-f660-4be5-9fdd-29ad81ad1dd8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "PUT /v2.0/floatingips/9abc8311-aabb-45dc-a671-5757b306aa76 HTTP/1.1" status: 200 len: 992 time: 1.2384830 Aug 30 07:43:41.865201 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'tag': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:43:41.867796 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c836c66c-959f-444c-a587-60aaa3d10e70" -d '{"events": [{"name": "network-changed", "server_uuid": "dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2", "tag": "23d3ff7b-fbcc-4b1e-8562-088df232ef8e"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:43:41.915326 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5ad81c-546d-433f-9bf8-ac7d45f75945 x-openstack-request-id: req-6e5ad81c-546d-433f-9bf8-ac7d45f75945 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:43:41.915505 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2", "tag": "23d3ff7b-fbcc-4b1e-8562-088df232ef8e", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:43:41.915920 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e5ad81c-546d-433f-9bf8-ac7d45f75945 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:43:41.916547 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'tag': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e', 'status': 'completed', 'code': 200} Aug 30 07:43:41.963217 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:43:41.991917 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836c66c-959f-444c-a587-60aaa3d10e70 req-a2604d26-ade9-45db-bc5c-edf8bb8b5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:41.993154 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c836c66c-959f-444c-a587-60aaa3d10e70 req-a2604d26-ade9-45db-bc5c-edf8bb8b5223 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa66b27661a04aa298c662d52e59c85d&device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 1099 time: 0.0512602 Aug 30 07:43:42.014127 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-c6fc61ae-05f1-4bb2-ba3d-846134ef6bef None None] Set router c5403c74-0c8d-4133-8da5-1480745fa73a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:42.090371 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53614) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:42.091523 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836c66c-959f-444c-a587-60aaa3d10e70 req-12ee2225-eebe-45ed-acda-09c6164e607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:42.093421 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c836c66c-959f-444c-a587-60aaa3d10e70 req-12ee2225-eebe-45ed-acda-09c6164e607e service neutron] 10.222.0.72 "GET /v2.0/networks?id=4b5d8dc8-1b4e-4476-a490-eb736edfd024 HTTP/1.1" status: 200 len: 918 time: 0.0922463 Aug 30 07:43:42.169939 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c836c66c-959f-444c-a587-60aaa3d10e70 req-ff47bf69-f2d7-44b8-9045-afec4ba882b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e HTTP/1.1" status: 200 len: 1000 time: 0.0602202 Aug 30 07:43:42.199800 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-51f6221b-c65e-4b0a-b359-20a5c30fb4d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1455718007-network', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:42.230859 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836c66c-959f-444c-a587-60aaa3d10e70 req-eb65a6be-95d5-4417-8c14-fe3a0e85c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:42.232860 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c836c66c-959f-444c-a587-60aaa3d10e70 req-eb65a6be-95d5-4417-8c14-fe3a0e85c188 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ac8df77-6b5e-40db-8109-5b730c00a3ab HTTP/1.1" status: 200 len: 855 time: 0.0550342 Aug 30 07:43:42.246476 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f6221b-c65e-4b0a-b359-20a5c30fb4d3 admin admin] Made reservation on behalf of e4e2ce190bb44688b0c8e91598644de9 for: {'network': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:42.249526 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-51f6221b-c65e-4b0a-b359-20a5c30fb4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.269919 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-51f6221b-c65e-4b0a-b359-20a5c30fb4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.297247 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836c66c-959f-444c-a587-60aaa3d10e70 req-caf9a479-9345-45b7-bf89-5ba557e7d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:42.299787 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c836c66c-959f-444c-a587-60aaa3d10e70 req-caf9a479-9345-45b7-bf89-5ba557e7d59c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b5d8dc8-1b4e-4476-a490-eb736edfd024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528834 Aug 30 07:43:42.309895 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-c6fc61ae-05f1-4bb2-ba3d-846134ef6bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '9abc8311-aabb-45dc-a671-5757b306aa76', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'port_id': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'mac_address': 'fa:16:3e:12:47:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:41Z', 'revision_number': 1, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518ec897-b0f8-4c6c-9171-eea4adb6d86b', 'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'mac_address': 'fa:16:3e:ec:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:41Z', 'updated_at': '2021-08-30T07:39:57Z', 'revision_number': 5, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'subnets': [{'id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:42.349984 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 22015b7a-9701-4757-89c1-c635503a4414 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:42.353094 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc61ae-05f1-4bb2-ba3d-846134ef6bef None None] Checking router: c5403c74-0c8d-4133-8da5-1480745fa73a for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:42.378318 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-51f6221b-c65e-4b0a-b359-20a5c30fb4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.383846 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-51f6221b-c65e-4b0a-b359-20a5c30fb4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.392464 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc61ae-05f1-4bb2-ba3d-846134ef6bef None None] Routers {'c5403c74-0c8d-4133-8da5-1480745fa73a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:42.393336 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-c6fc61ae-05f1-4bb2-ba3d-846134ef6bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c5403c74-0c8d-4133-8da5-1480745fa73a'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:42.406113 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f6221b-c65e-4b0a-b359-20a5c30fb4d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=100444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:43:42.417909 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c836c66c-959f-444c-a587-60aaa3d10e70 req-9408d1cb-0345-4cfd-a332-54401c8488e5 service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048698 Aug 30 07:43:42.420805 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6221b-c65e-4b0a-b359-20a5c30fb4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d1eb97-9369-45bb-bb69-e3b625fe0b01,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:42.427093 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-51f6221b-c65e-4b0a-b359-20a5c30fb4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.427514 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.db.segments_db [None req-51f6221b-c65e-4b0a-b359-20a5c30fb4d3 admin admin] Added segment 657b8a42-6ba5-4a47-bd9a-7e30c7faf863 of type vlan for network 639f315a-ab8b-43c0-af97-d8704cf6ed1a Aug 30 07:43:42.479319 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-51f6221b-c65e-4b0a-b359-20a5c30fb4d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.501982 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 22015b7a-9701-4757-89c1-c635503a4414 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:42.502484 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.510847 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-51f6221b-c65e-4b0a-b359-20a5c30fb4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.512055 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f6221b-c65e-4b0a-b359-20a5c30fb4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:42.512941 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-51f6221b-c65e-4b0a-b359-20a5c30fb4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.533127 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c836c66c-959f-444c-a587-60aaa3d10e70 req-161b14dd-149f-432b-a995-b823929c06c2 service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045570 Aug 30 07:43:42.561165 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-c6fc61ae-05f1-4bb2-ba3d-846134ef6bef None None] Set router c5403c74-0c8d-4133-8da5-1480745fa73a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:42.580524 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-51f6221b-c65e-4b0a-b359-20a5c30fb4d3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4879596 Aug 30 07:43:42.581211 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53618) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:42.588281 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-1d797c9d-9319-46ed-8fa2-0d7e1742c87d admin admin] Request body: {'subnet': {'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1455718007-subnet', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'ip_version': 4}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:42.596361 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6221b-c65e-4b0a-b359-20a5c30fb4d3 admin admin] Pushing event updated for resources: {'Network': ['ID=639f315a-ab8b-43c0-af97-d8704cf6ed1a,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:42.608840 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network 639f315a-ab8b-43c0-af97-d8704cf6ed1a details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:43:42.613559 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d797c9d-9319-46ed-8fa2-0d7e1742c87d admin admin] Made reservation on behalf of e4e2ce190bb44688b0c8e91598644de9 for: {'subnet': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:42.615922 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1d797c9d-9319-46ed-8fa2-0d7e1742c87d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6845884'] for subnet, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.801533 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1d797c9d-9319-46ed-8fa2-0d7e1742c87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7228198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6845902'] for subnet, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.858368 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d797c9d-9319-46ed-8fa2-0d7e1742c87d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a336205-aa2e-4961-bfe7-6c96dfd27453,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:42.871007 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d797c9d-9319-46ed-8fa2-0d7e1742c87d admin admin] Checking segment: {'id': '657b8a42-6ba5-4a47-bd9a-7e30c7faf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:42.871666 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d797c9d-9319-46ed-8fa2-0d7e1742c87d admin admin] Network hostable DHCP agents. Network: 639f315a-ab8b-43c0-af97-d8704cf6ed1a, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:43:42.889978 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d797c9d-9319-46ed-8fa2-0d7e1742c87d admin admin] Network 639f315a-ab8b-43c0-af97-d8704cf6ed1a is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:43:42.898900 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-1d797c9d-9319-46ed-8fa2-0d7e1742c87d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, 639f315a-ab8b-43c0-af97-d8704cf6ed1a) {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:42.903447 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d797c9d-9319-46ed-8fa2-0d7e1742c87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:42.904795 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1d797c9d-9319-46ed-8fa2-0d7e1742c87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.921791 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-1d797c9d-9319-46ed-8fa2-0d7e1742c87d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3345470 Aug 30 07:43:42.922138 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53620) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:42.926975 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1455718007-router', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:42.928127 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9b550a-62a6-4336-950b-71ea6a7c94a1 None None] Network 639f315a-ab8b-43c0-af97-d8704cf6ed1a requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:43:42.948428 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15658'] for router, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.949418 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15649'] for router, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.014719 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.153415 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.162066 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-c6fc61ae-05f1-4bb2-ba3d-846134ef6bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '9abc8311-aabb-45dc-a671-5757b306aa76', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'port_id': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'mac_address': 'fa:16:3e:12:47:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:41Z', 'revision_number': 1, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518ec897-b0f8-4c6c-9171-eea4adb6d86b', 'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'mac_address': 'fa:16:3e:ec:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:41Z', 'updated_at': '2021-08-30T07:39:57Z', 'revision_number': 5, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'subnets': [{'id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:43.195081 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0566574-fcec-5ece-a234-7cb24f8be91e-639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'fixed_ips': [{'subnet_id': '4a336205-aa2e-4961-bfe7-6c96dfd27453'}]}} from dv-cinder-804035-7-iscsi. {{(pid=100446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:43:43.195936 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.199631 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc61ae-05f1-4bb2-ba3d-846134ef6bef None None] The sync data for ids ['c5403c74-0c8d-4133-8da5-1480745fa73a'] in dv-cinder-804035-7-iscsi is: [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '9abc8311-aabb-45dc-a671-5757b306aa76', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'port_id': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'mac_address': 'fa:16:3e:12:47:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:41Z', 'revision_number': 1, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518ec897-b0f8-4c6c-9171-eea4adb6d86b', 'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'mac_address': 'fa:16:3e:ec:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:41Z', 'updated_at': '2021-08-30T07:39:57Z', 'revision_number': 5, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'subnets': [{'id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:43.347851 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Allocated IP 172.20.0.2 (639f315a-ab8b-43c0-af97-d8704cf6ed1a/4a336205-aa2e-4961-bfe7-6c96dfd27453/d1048c10-c80e-4528-a402-cf9f4423e236) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:43.429925 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6be5f1-e11b-4356-b659-911e3063393c None None] New status for floating IP 9abc8311-aabb-45dc-a671-5757b306aa76: ACTIVE {{(pid=100447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:43:43.528379 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Notify callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.538351 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Transition to ACTIVE for port object d1048c10-c80e-4528-a402-cf9f4423e236 will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:43.555011 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Transition to ACTIVE for port object d1048c10-c80e-4528-a402-cf9f4423e236 will not be triggered until provisioned by entity DHCP. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:43.562747 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.572039 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.604356 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.604780 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Network 639f315a-ab8b-43c0-af97-d8704cf6ed1a is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:43.608597 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:43.617792 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:43.621045 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Pushing event updated for resources: {'Port': ['ID=d1048c10-c80e-4528-a402-cf9f4423e236,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:43.688281 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Attempting to bind port d1048c10-c80e-4528-a402-cf9f4423e236 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:43.688651 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Attempting to bind port d1048c10-c80e-4528-a402-cf9f4423e236 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '657b8a42-6ba5-4a47-bd9a-7e30c7faf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:43.689016 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Attempting to bind port d1048c10-c80e-4528-a402-cf9f4423e236 on network 639f315a-ab8b-43c0-af97-d8704cf6ed1a {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:43.694193 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:43.694565 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Checking segment: {'id': '657b8a42-6ba5-4a47-bd9a-7e30c7faf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:43.694972 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.695366 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Bound using segment: {'id': '657b8a42-6ba5-4a47-bd9a-7e30c7faf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:43.695840 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Bound port: d1048c10-c80e-4528-a402-cf9f4423e236, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657b8a42-6ba5-4a47-bd9a-7e30c7faf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:43.696223 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.727554 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Allocated IP 172.27.2.6 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/58f45173-6f5f-4f32-adf3-052c33002168) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:43.762854 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] For port d1048c10-c80e-4528-a402-cf9f4423e236, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:43.766517 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] For port d1048c10-c80e-4528-a402-cf9f4423e236, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=d1048c10-c80e-4528-a402-cf9f4423e236,segment=NetworkSegment(657b8a42-6ba5-4a47-bd9a-7e30c7faf863),segment_id=657b8a42-6ba5-4a47-bd9a-7e30c7faf863)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:43.771528 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.828679 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386d008-8e9f-4f60-882d-608380c7beca None None] Pushing event updated for resources: {'Port': ['ID=d1048c10-c80e-4528-a402-cf9f4423e236,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:43.850421 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.893157 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.937079 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:43.940160 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:43.944499 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:43.947534 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Pushing event updated for resources: {'Port': ['ID=58f45173-6f5f-4f32-adf3-052c33002168,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:44.233675 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:44.318491 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device d1048c10-c80e-4528-a402-cf9f4423e236 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:44.371455 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port d1048c10-c80e-4528-a402-cf9f4423e236 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:44.437831 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550157'] for router, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:44.577603 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Router 08e8793f-dbf6-4b69-a974-e3c5380f0175 is scheduled to L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d with binding_index 1 {{(pid=100444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:43:44.694928 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:44.705073 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Sync routers for ids ['08e8793f-dbf6-4b69-a974-e3c5380f0175'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:44.712823 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] Notify callbacks [] for router, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:44.717364 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-4730c1c2-6304-432c-8093-9a370c11d9dd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7913604 Aug 30 07:43:44.717577 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53630) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:44.719425 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Routers {'08e8793f-dbf6-4b69-a974-e3c5380f0175'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:44.720084 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['08e8793f-dbf6-4b69-a974-e3c5380f0175'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:44.770736 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fee0ff2-3277-4a33-b58c-b5fec3d4f418 None None] Network 639f315a-ab8b-43c0-af97-d8704cf6ed1a requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:43:44.865706 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-05c497e0-63b5-4d77-a9c6-0d0e813fb0d7 None None] Provisioning for port d1048c10-c80e-4528-a402-cf9f4423e236 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:44.876527 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-05c497e0-63b5-4d77-a9c6-0d0e813fb0d7 None None] Provisioning complete for port d1048c10-c80e-4528-a402-cf9f4423e236 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:44.876899 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-05c497e0-63b5-4d77-a9c6-0d0e813fb0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:44.913324 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Set router 08e8793f-dbf6-4b69-a974-e3c5380f0175 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:45.155479 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.183357 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-05c497e0-63b5-4d77-a9c6-0d0e813fb0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.245883 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-05c497e0-63b5-4d77-a9c6-0d0e813fb0d7 None None] For port d1048c10-c80e-4528-a402-cf9f4423e236, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=d1048c10-c80e-4528-a402-cf9f4423e236,segment=NetworkSegment(657b8a42-6ba5-4a47-bd9a-7e30c7faf863),segment_id=657b8a42-6ba5-4a47-bd9a-7e30c7faf863)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:45.257253 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-05c497e0-63b5-4d77-a9c6-0d0e813fb0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.262961 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'name': 'tempest-TestShelveInstance-1455718007-router', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '58f45173-6f5f-4f32-adf3-052c33002168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:44Z', 'revision_number': 3, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'gw_port': {'id': '58f45173-6f5f-4f32-adf3-052c33002168', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:45.309636 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Checking router: 08e8793f-dbf6-4b69-a974-e3c5380f0175 for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:45.310664 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Updating router 08e8793f-dbf6-4b69-a974-e3c5380f0175 port 58f45173-6f5f-4f32-adf3-052c33002168 binding host dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:43:45.338870 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Allocated IP 172.20.0.1 (639f315a-ab8b-43c0-af97-d8704cf6ed1a/4a336205-aa2e-4961-bfe7-6c96dfd27453/c5f71214-b652-42e5-a610-cb8ad496a0da) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:45.339477 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.397515 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c497e0-63b5-4d77-a9c6-0d0e813fb0d7 None None] Pushing event updated for resources: {'Port': ['ID=d1048c10-c80e-4528-a402-cf9f4423e236,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:45.454126 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.467692 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Transition to ACTIVE for port object c5f71214-b652-42e5-a610-cb8ad496a0da will not be triggered until provisioned by entity DHCP. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:45.498153 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-5defbf3d-dd20-4077-bde7-2f4225f994d6 None None] Provisioning complete for port d1048c10-c80e-4528-a402-cf9f4423e236 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:45.498529 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5defbf3d-dd20-4077-bde7-2f4225f994d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.501412 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.542026 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Network 639f315a-ab8b-43c0-af97-d8704cf6ed1a is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:45.547067 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:45.550606 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:45.578451 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f71214-b652-42e5-a610-cb8ad496a0da,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:45.601279 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550354'] for router_interface, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.745266 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.851795 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Notify callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.861658 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Transition to ACTIVE for port object 58f45173-6f5f-4f32-adf3-052c33002168 will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:45.868201 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.913613 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.918480 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.928516 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Attempting to bind port 58f45173-6f5f-4f32-adf3-052c33002168 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:45.928883 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Attempting to bind port 58f45173-6f5f-4f32-adf3-052c33002168 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:45.929248 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Attempting to bind port 58f45173-6f5f-4f32-adf3-052c33002168 on network e3bb27da-da9c-4a81-98a7-6b253e2e221e {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:45.939088 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b144f6-0000-4188-a15d-984f8865f95f None None] Pushing event updated for resources: {'Port': ['ID=58f45173-6f5f-4f32-adf3-052c33002168,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:45.942787 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:45.943162 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Checking segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:45.943566 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.943951 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Bound using segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:45.944425 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Bound port: 58f45173-6f5f-4f32-adf3-052c33002168, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:45.944805 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.947452 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-a229db47-9b49-4a69-9fb2-82a62ac77c8b None None] Provisioning for port c5f71214-b652-42e5-a610-cb8ad496a0da completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:45.969324 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-a229db47-9b49-4a69-9fb2-82a62ac77c8b None None] Provisioning complete for port c5f71214-b652-42e5-a610-cb8ad496a0da triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:45.969698 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a229db47-9b49-4a69-9fb2-82a62ac77c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.984984 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f71214-b652-42e5-a610-cb8ad496a0da,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:45.987929 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555021'] for router_interface, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:46.025900 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-a229db47-9b49-4a69-9fb2-82a62ac77c8b None None] Port c5f71214-b652-42e5-a610-cb8ad496a0da cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:43:46.032116 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] For port 58f45173-6f5f-4f32-adf3-052c33002168, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:46.035998 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] For port 58f45173-6f5f-4f32-adf3-052c33002168, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=58f45173-6f5f-4f32-adf3-052c33002168,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:46.040911 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:46.087557 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Routers {'08e8793f-dbf6-4b69-a974-e3c5380f0175'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:46.087820 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Network 639f315a-ab8b-43c0-af97-d8704cf6ed1a is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:46.088196 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['08e8793f-dbf6-4b69-a974-e3c5380f0175'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:46.089247 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:46.150337 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b144f6-0000-4188-a15d-984f8865f95f None None] Pushing event updated for resources: {'Port': ['ID=58f45173-6f5f-4f32-adf3-052c33002168,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:46.224446 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Router 08e8793f-dbf6-4b69-a974-e3c5380f0175 has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:43:46.229883 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] Set router 08e8793f-dbf6-4b69-a974-e3c5380f0175 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:46.365386 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device d1048c10-c80e-4528-a402-cf9f4423e236 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:46.370007 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:46.375482 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-2b360377-5c9c-4469-ac95-4eb9352c5429 admin admin] 10.222.0.58 "PUT /v2.0/routers/08e8793f-dbf6-4b69-a974-e3c5380f0175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6568542 Aug 30 07:43:46.427104 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-e6111881-f7d4-442f-963d-cc8c47ffa2c2 None None] Provisioning complete for port c5f71214-b652-42e5-a610-cb8ad496a0da triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:46.427387 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e6111881-f7d4-442f-963d-cc8c47ffa2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:46.509647 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-e6111881-f7d4-442f-963d-cc8c47ffa2c2 None None] Port c5f71214-b652-42e5-a610-cb8ad496a0da cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:43:46.513890 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port d1048c10-c80e-4528-a402-cf9f4423e236 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:46.514290 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:46.604004 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'name': 'tempest-TestShelveInstance-1455718007-router', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '58f45173-6f5f-4f32-adf3-052c33002168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'gw_port': {'id': '58f45173-6f5f-4f32-adf3-052c33002168', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': 'c5f71214-b652-42e5-a610-cb8ad496a0da', 'name': '', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'mac_address': 'fa:16:3e:34:a7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:45Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 2, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'subnets': [{'id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:46.638611 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76145821-2d12-4b1c-8811-a2cf41672442 None None] The sync data for ids ['08e8793f-dbf6-4b69-a974-e3c5380f0175'] in dv-cinder-804035-7-iscsi is: [{'id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'name': 'tempest-TestShelveInstance-1455718007-router', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '58f45173-6f5f-4f32-adf3-052c33002168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'gw_port': {'id': '58f45173-6f5f-4f32-adf3-052c33002168', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': 'c5f71214-b652-42e5-a610-cb8ad496a0da', 'name': '', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'mac_address': 'fa:16:3e:34:a7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:45Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 2, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'subnets': [{'id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:46.894734 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53654) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:46.901984 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-4047c3c1-9143-4f5c-8aa4-10111ef4e9b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2102278967-network', 'tenant_id': 'd77586e95d2e4336b7b9f6239871783a'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:46.924163 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4047c3c1-9143-4f5c-8aa4-10111ef4e9b3 admin admin] Made reservation on behalf of d77586e95d2e4336b7b9f6239871783a for: {'network': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:46.926676 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4047c3c1-9143-4f5c-8aa4-10111ef4e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:46.936316 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4047c3c1-9143-4f5c-8aa4-10111ef4e9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.033152 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4047c3c1-9143-4f5c-8aa4-10111ef4e9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.037001 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4047c3c1-9143-4f5c-8aa4-10111ef4e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.062976 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4047c3c1-9143-4f5c-8aa4-10111ef4e9b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=100445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:43:47.073041 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047c3c1-9143-4f5c-8aa4-10111ef4e9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152d7e0b-40f7-4db6-85ed-72e8a8fdf641,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:47.077996 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4047c3c1-9143-4f5c-8aa4-10111ef4e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.078367 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.segments_db [None req-4047c3c1-9143-4f5c-8aa4-10111ef4e9b3 admin admin] Added segment 1174e4d0-5931-49b0-92f2-5c072ed451c3 of type vlan for network e8b23055-930e-405d-b4f4-15ab9bacbe3b Aug 30 07:43:47.123300 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4047c3c1-9143-4f5c-8aa4-10111ef4e9b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.151121 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4047c3c1-9143-4f5c-8aa4-10111ef4e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.152209 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4047c3c1-9143-4f5c-8aa4-10111ef4e9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:47.153021 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4047c3c1-9143-4f5c-8aa4-10111ef4e9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.218523 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53656) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:47.219098 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-4047c3c1-9143-4f5c-8aa4-10111ef4e9b3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3211160 Aug 30 07:43:47.224990 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-937adfd8-d374-4923-80e3-6dabc2012734 admin admin] Request body: {'subnet': {'network_id': 'e8b23055-930e-405d-b4f4-15ab9bacbe3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2102278967-subnet', 'tenant_id': 'd77586e95d2e4336b7b9f6239871783a', 'ip_version': 4}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:47.230592 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047c3c1-9143-4f5c-8aa4-10111ef4e9b3 admin admin] Pushing event updated for resources: {'Network': ['ID=e8b23055-930e-405d-b4f4-15ab9bacbe3b,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:47.242148 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network e8b23055-930e-405d-b4f4-15ab9bacbe3b details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:43:47.260584 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937adfd8-d374-4923-80e3-6dabc2012734 admin admin] Made reservation on behalf of d77586e95d2e4336b7b9f6239871783a for: {'subnet': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:47.264408 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-937adfd8-d374-4923-80e3-6dabc2012734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6845884'] for subnet, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.485756 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-937adfd8-d374-4923-80e3-6dabc2012734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7228198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6845902'] for subnet, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.541927 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937adfd8-d374-4923-80e3-6dabc2012734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cad7143-4061-403c-8618-d8f10fd854c2,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:47.553429 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937adfd8-d374-4923-80e3-6dabc2012734 admin admin] Checking segment: {'id': '1174e4d0-5931-49b0-92f2-5c072ed451c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e8b23055-930e-405d-b4f4-15ab9bacbe3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:47.553787 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937adfd8-d374-4923-80e3-6dabc2012734 admin admin] Network hostable DHCP agents. Network: e8b23055-930e-405d-b4f4-15ab9bacbe3b, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:43:47.572728 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937adfd8-d374-4923-80e3-6dabc2012734 admin admin] Network e8b23055-930e-405d-b4f4-15ab9bacbe3b is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:43:47.582652 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-937adfd8-d374-4923-80e3-6dabc2012734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, e8b23055-930e-405d-b4f4-15ab9bacbe3b) {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:47.586959 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937adfd8-d374-4923-80e3-6dabc2012734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:47.587626 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-937adfd8-d374-4923-80e3-6dabc2012734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.592229 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e5b15b-810d-4aeb-abc0-e9233f11807a None None] Network e8b23055-930e-405d-b4f4-15ab9bacbe3b requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:43:47.604222 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-937adfd8-d374-4923-80e3-6dabc2012734 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3835285 Aug 30 07:43:47.606904 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53662) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:47.611795 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2102278967-router', 'tenant_id': 'd77586e95d2e4336b7b9f6239871783a', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:47.636775 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15658'] for router, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.638598 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15649'] for router, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.702218 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.771721 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0566574-fcec-5ece-a234-7cb24f8be91e-e8b23055-930e-405d-b4f4-15ab9bacbe3b', 'network_id': 'e8b23055-930e-405d-b4f4-15ab9bacbe3b', 'tenant_id': 'd77586e95d2e4336b7b9f6239871783a', 'fixed_ips': [{'subnet_id': '7cad7143-4061-403c-8618-d8f10fd854c2'}]}} from dv-cinder-804035-7-iscsi. {{(pid=100446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:43:47.772649 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.850764 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.929582 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Allocated IP 172.20.0.2 (e8b23055-930e-405d-b4f4-15ab9bacbe3b/7cad7143-4061-403c-8618-d8f10fd854c2/0ccaf7b9-c1cd-4e52-9011-2435f0986018) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:48.064321 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.076412 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Notify callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.084352 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.085193 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Transition to ACTIVE for port object 0ccaf7b9-c1cd-4e52-9011-2435f0986018 will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:48.101182 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Transition to ACTIVE for port object 0ccaf7b9-c1cd-4e52-9011-2435f0986018 will not be triggered until provisioned by entity DHCP. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:48.107194 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.147257 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Network e8b23055-930e-405d-b4f4-15ab9bacbe3b is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:48.150108 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:48.154370 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:48.162102 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Pushing event updated for resources: {'Port': ['ID=0ccaf7b9-c1cd-4e52-9011-2435f0986018,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:48.198482 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Allocated IP 172.27.2.232 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/3657362d-595a-493b-a2f1-01a6cf58db84) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:48.217139 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Attempting to bind port 0ccaf7b9-c1cd-4e52-9011-2435f0986018 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:48.217511 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Attempting to bind port 0ccaf7b9-c1cd-4e52-9011-2435f0986018 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '1174e4d0-5931-49b0-92f2-5c072ed451c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e8b23055-930e-405d-b4f4-15ab9bacbe3b'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:48.217886 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Attempting to bind port 0ccaf7b9-c1cd-4e52-9011-2435f0986018 on network e8b23055-930e-405d-b4f4-15ab9bacbe3b {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:48.227245 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:48.228145 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Checking segment: {'id': '1174e4d0-5931-49b0-92f2-5c072ed451c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e8b23055-930e-405d-b4f4-15ab9bacbe3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:48.228660 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.229145 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Bound using segment: {'id': '1174e4d0-5931-49b0-92f2-5c072ed451c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e8b23055-930e-405d-b4f4-15ab9bacbe3b'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:48.229631 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Bound port: 0ccaf7b9-c1cd-4e52-9011-2435f0986018, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1174e4d0-5931-49b0-92f2-5c072ed451c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e8b23055-930e-405d-b4f4-15ab9bacbe3b'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:48.230034 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.307414 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] For port 0ccaf7b9-c1cd-4e52-9011-2435f0986018, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:48.312547 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] For port 0ccaf7b9-c1cd-4e52-9011-2435f0986018, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=0ccaf7b9-c1cd-4e52-9011-2435f0986018,segment=NetworkSegment(1174e4d0-5931-49b0-92f2-5c072ed451c3),segment_id=1174e4d0-5931-49b0-92f2-5c072ed451c3)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:48.318785 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.328312 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.354446 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 58f45173-6f5f-4f32-adf3-052c33002168 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:48.376129 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.422997 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740f0b0-8124-4766-847e-fc17a5b80d32 None None] Pushing event updated for resources: {'Port': ['ID=0ccaf7b9-c1cd-4e52-9011-2435f0986018,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:48.427114 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:48.430567 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:48.432993 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:48.439315 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 58f45173-6f5f-4f32-adf3-052c33002168 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:48.443818 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 58f45173-6f5f-4f32-adf3-052c33002168 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:48.444249 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.466644 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Pushing event updated for resources: {'Port': ['ID=3657362d-595a-493b-a2f1-01a6cf58db84,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:48.534286 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.595718 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port 58f45173-6f5f-4f32-adf3-052c33002168, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=58f45173-6f5f-4f32-adf3-052c33002168,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:48.610817 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.671922 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=58f45173-6f5f-4f32-adf3-052c33002168,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:48.731474 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:49.128851 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550157'] for router, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:49.258523 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Router a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b is scheduled to L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d with binding_index 1 {{(pid=100444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:43:49.369709 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:49.379068 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Sync routers for ids ['a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:49.388746 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] Notify callbacks [] for router, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:49.392701 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-8d9d162c-49b5-419c-a437-42082f1a3890 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7819026 Aug 30 07:43:49.392879 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53678) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:49.393515 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Routers {'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:49.394214 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:49.548533 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534f59aa-6bcc-4f37-9b2d-68da03577848 None None] Network e8b23055-930e-405d-b4f4-15ab9bacbe3b requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:43:49.623483 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Set router a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:49.688285 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-7081e5a1-7aea-4101-8b64-8543c7febbc5 None None] Provisioning for port 0ccaf7b9-c1cd-4e52-9011-2435f0986018 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:49.849792 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'name': 'tempest-TestShelveInstance-2102278967-router', 'tenant_id': 'd77586e95d2e4336b7b9f6239871783a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '3657362d-595a-493b-a2f1-01a6cf58db84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:48Z', 'revision_number': 3, 'project_id': 'd77586e95d2e4336b7b9f6239871783a', 'gw_port': {'id': '3657362d-595a-493b-a2f1-01a6cf58db84', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:48Z', 'updated_at': '2021-08-30T07:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:49.873131 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:49.881106 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Checking router: a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:49.881533 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Updating router a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b port 3657362d-595a-493b-a2f1-01a6cf58db84 binding host dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:43:49.915498 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:49.951916 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Sync routers for ids ['08e8793f-dbf6-4b69-a974-e3c5380f0175'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:49.960945 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Routers {'08e8793f-dbf6-4b69-a974-e3c5380f0175'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:49.961672 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['08e8793f-dbf6-4b69-a974-e3c5380f0175'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:50.043320 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Allocated IP 172.20.0.1 (e8b23055-930e-405d-b4f4-15ab9bacbe3b/7cad7143-4061-403c-8618-d8f10fd854c2/c23340d1-8136-4d64-980e-5623c71bb9a5) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:50.077821 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Set router 08e8793f-dbf6-4b69-a974-e3c5380f0175 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:50.154256 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.168051 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Transition to ACTIVE for port object c23340d1-8136-4d64-980e-5623c71bb9a5 will not be triggered until provisioned by entity DHCP. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:50.182861 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.192603 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Transition to ACTIVE for port object 3657362d-595a-493b-a2f1-01a6cf58db84 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:50.198714 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.205412 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.244421 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e26bc0-9430-4b5d-a7bb-f53e3694c03f None None] Pushing event updated for resources: {'Port': ['ID=3657362d-595a-493b-a2f1-01a6cf58db84,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:50.256227 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Attempting to bind port 3657362d-595a-493b-a2f1-01a6cf58db84 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:50.256599 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Attempting to bind port 3657362d-595a-493b-a2f1-01a6cf58db84 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:50.256949 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Attempting to bind port 3657362d-595a-493b-a2f1-01a6cf58db84 on network e3bb27da-da9c-4a81-98a7-6b253e2e221e {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:50.262098 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Network e8b23055-930e-405d-b4f4-15ab9bacbe3b is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:50.262632 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:50.263716 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Checking segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:50.264276 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.264669 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Bound using segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:50.265134 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Bound port: 3657362d-595a-493b-a2f1-01a6cf58db84, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:50.265525 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.272900 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:50.277852 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:50.308467 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Pushing event updated for resources: {'Port': ['ID=c23340d1-8136-4d64-980e-5623c71bb9a5,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:50.322162 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.322518 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.322862 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.323196 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.323532 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.323864 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.324191 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.324770 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.325098 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.325965 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.326319 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.326640 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.327570 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'name': 'tempest-TestShelveInstance-1455718007-router', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '58f45173-6f5f-4f32-adf3-052c33002168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'gw_port': {'id': '58f45173-6f5f-4f32-adf3-052c33002168', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': 'c5f71214-b652-42e5-a610-cb8ad496a0da', 'name': '', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'mac_address': 'fa:16:3e:34:a7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:45Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 2, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'subnets': [{'id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:50.342235 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550354'] for router_interface, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.362969 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Checking router: 08e8793f-dbf6-4b69-a974-e3c5380f0175 for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:50.363811 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Updating router 08e8793f-dbf6-4b69-a974-e3c5380f0175 port c5f71214-b652-42e5-a610-cb8ad496a0da binding host dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:43:50.373279 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] For port 3657362d-595a-493b-a2f1-01a6cf58db84, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:50.380063 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] For port 3657362d-595a-493b-a2f1-01a6cf58db84, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=3657362d-595a-493b-a2f1-01a6cf58db84,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:50.403064 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.404222 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.460092 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Routers {'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:50.460699 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:50.510176 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 58f45173-6f5f-4f32-adf3-052c33002168 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:50.523973 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.599219 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e26bc0-9430-4b5d-a7bb-f53e3694c03f None None] Pushing event updated for resources: {'Port': ['ID=3657362d-595a-493b-a2f1-01a6cf58db84,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:50.621043 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] Set router a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:50.711900 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.716982 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.781378 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-058b41ee-a7e0-46aa-b8a8-a75b73294644 None None] Provisioning for port c23340d1-8136-4d64-980e-5623c71bb9a5 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:50.794908 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-058b41ee-a7e0-46aa-b8a8-a75b73294644 None None] Provisioning complete for port c23340d1-8136-4d64-980e-5623c71bb9a5 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:50.795278 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-058b41ee-a7e0-46aa-b8a8-a75b73294644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.796260 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Pushing event updated for resources: {'Port': ['ID=c23340d1-8136-4d64-980e-5623c71bb9a5,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:50.802103 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555021'] for router_interface, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.837731 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'name': 'tempest-TestShelveInstance-2102278967-router', 'tenant_id': 'd77586e95d2e4336b7b9f6239871783a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '3657362d-595a-493b-a2f1-01a6cf58db84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:48Z', 'revision_number': 3, 'project_id': 'd77586e95d2e4336b7b9f6239871783a', 'gw_port': {'id': '3657362d-595a-493b-a2f1-01a6cf58db84', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:48Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:50.869777 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128daad2-14d5-4905-8d2a-90462992baa3 None None] The sync data for ids ['a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'] in dv-cinder-804035-7-iscsi is: [{'id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'name': 'tempest-TestShelveInstance-2102278967-router', 'tenant_id': 'd77586e95d2e4336b7b9f6239871783a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '3657362d-595a-493b-a2f1-01a6cf58db84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:48Z', 'revision_number': 3, 'project_id': 'd77586e95d2e4336b7b9f6239871783a', 'gw_port': {'id': '3657362d-595a-493b-a2f1-01a6cf58db84', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:48Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:50.870092 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 58f45173-6f5f-4f32-adf3-052c33002168 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:50.870376 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.903976 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Network e8b23055-930e-405d-b4f4-15ab9bacbe3b is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:50.905543 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:50.914029 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-058b41ee-a7e0-46aa-b8a8-a75b73294644 None None] Port c23340d1-8136-4d64-980e-5623c71bb9a5 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:43:51.032776 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 0ccaf7b9-c1cd-4e52-9011-2435f0986018 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:51.034743 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Router a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:43:51.075813 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Notify callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:51.090773 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Transition to ACTIVE for port object c5f71214-b652-42e5-a610-cb8ad496a0da will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:51.104184 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:51.112913 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 0ccaf7b9-c1cd-4e52-9011-2435f0986018 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:51.140305 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 0ccaf7b9-c1cd-4e52-9011-2435f0986018 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:51.140961 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:51.190470 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:51.196687 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-ff535bf1-1319-43be-ae4c-e33cc5471f9b admin admin] 10.222.0.58 "PUT /v2.0/routers/a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8027387 Aug 30 07:43:51.208240 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5259541-fa17-4aca-9621-f067ba77e841 None None] Pushing event updated for resources: {'Port': ['ID=c5f71214-b652-42e5-a610-cb8ad496a0da,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:51.309171 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Attempting to bind port c5f71214-b652-42e5-a610-cb8ad496a0da on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:51.309565 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Attempting to bind port c5f71214-b652-42e5-a610-cb8ad496a0da by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '657b8a42-6ba5-4a47-bd9a-7e30c7faf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:51.311495 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Attempting to bind port c5f71214-b652-42e5-a610-cb8ad496a0da on network 639f315a-ab8b-43c0-af97-d8704cf6ed1a {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:51.314250 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-315de548-9305-4059-9546-6655ec433fbd None None] Provisioning complete for port c23340d1-8136-4d64-980e-5623c71bb9a5 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:51.314783 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-315de548-9305-4059-9546-6655ec433fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:51.317334 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:51.350616 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:51.351098 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Checking segment: {'id': '657b8a42-6ba5-4a47-bd9a-7e30c7faf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:51.351577 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:51.352020 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Bound using segment: {'id': '657b8a42-6ba5-4a47-bd9a-7e30c7faf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:51.352581 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Bound port: c5f71214-b652-42e5-a610-cb8ad496a0da, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657b8a42-6ba5-4a47-bd9a-7e30c7faf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:51.353038 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:51.421998 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-315de548-9305-4059-9546-6655ec433fbd None None] Port c23340d1-8136-4d64-980e-5623c71bb9a5 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:43:51.429612 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port 0ccaf7b9-c1cd-4e52-9011-2435f0986018, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=0ccaf7b9-c1cd-4e52-9011-2435f0986018,segment=NetworkSegment(1174e4d0-5931-49b0-92f2-5c072ed451c3),segment_id=1174e4d0-5931-49b0-92f2-5c072ed451c3)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:51.436731 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:51.489415 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] For port c5f71214-b652-42e5-a610-cb8ad496a0da, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:51.494280 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] For port c5f71214-b652-42e5-a610-cb8ad496a0da, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=c5f71214-b652-42e5-a610-cb8ad496a0da,segment=NetworkSegment(657b8a42-6ba5-4a47-bd9a-7e30c7faf863),segment_id=657b8a42-6ba5-4a47-bd9a-7e30c7faf863)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:51.505768 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:51.513778 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=0ccaf7b9-c1cd-4e52-9011-2435f0986018,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:51.579354 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Routers {'08e8793f-dbf6-4b69-a974-e3c5380f0175'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:51.580002 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['08e8793f-dbf6-4b69-a974-e3c5380f0175'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:51.635932 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5259541-fa17-4aca-9621-f067ba77e841 None None] Pushing event updated for resources: {'Port': ['ID=c5f71214-b652-42e5-a610-cb8ad496a0da,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:51.721999 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] Set router 08e8793f-dbf6-4b69-a974-e3c5380f0175 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:51.915244 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53700) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:51.922590 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-8517a7c5-2906-46b2-bdb1-69601c301a58 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927288861', 'description': 'tempest-secgroup-smoke-927288861 description', 'project_id': 'e4e2ce190bb44688b0c8e91598644de9'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:51.948233 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8517a7c5-2906-46b2-bdb1-69601c301a58 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:51.978804 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'name': 'tempest-TestShelveInstance-1455718007-router', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '58f45173-6f5f-4f32-adf3-052c33002168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'gw_port': {'id': '58f45173-6f5f-4f32-adf3-052c33002168', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': 'c5f71214-b652-42e5-a610-cb8ad496a0da', 'name': '', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'mac_address': 'fa:16:3e:34:a7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:45Z', 'updated_at': '2021-08-30T07:43:51Z', 'revision_number': 4, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'subnets': [{'id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:52.004909 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddcdd47-05f2-47b5-87b8-997b8749158f None None] The sync data for ids ['08e8793f-dbf6-4b69-a974-e3c5380f0175'] in dv-cinder-804035-7-iscsi is: [{'id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'name': 'tempest-TestShelveInstance-1455718007-router', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '58f45173-6f5f-4f32-adf3-052c33002168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'gw_port': {'id': '58f45173-6f5f-4f32-adf3-052c33002168', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': 'c5f71214-b652-42e5-a610-cb8ad496a0da', 'name': '', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'mac_address': 'fa:16:3e:34:a7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:45Z', 'updated_at': '2021-08-30T07:43:51Z', 'revision_number': 4, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'subnets': [{'id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:52.040857 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8517a7c5-2906-46b2-bdb1-69601c301a58 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.044648 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8517a7c5-2906-46b2-bdb1-69601c301a58 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.072284 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8517a7c5-2906-46b2-bdb1-69601c301a58 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.073501 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-8517a7c5-2906-46b2-bdb1-69601c301a58 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1571355 Aug 30 07:43:52.074364 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517a7c5-2906-46b2-bdb1-69601c301a58 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ee3800-4c39-4d77-be43-355cdaa756f4,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:52.077020 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53702) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:52.081647 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-a1f67853-be14-4c0d-b636-28daef1b7bd4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Request body: {'security_group_rule': {'security_group_id': '68ee3800-4c39-4d77-be43-355cdaa756f4', 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:52.107469 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a1f67853-be14-4c0d-b636-28daef1b7bd4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.169118 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a1f67853-be14-4c0d-b636-28daef1b7bd4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.173189 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a1f67853-be14-4c0d-b636-28daef1b7bd4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.192380 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f67853-be14-4c0d-b636-28daef1b7bd4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752bb893-df48-4bb2-8eaf-a370711e5c7b,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:52.198417 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a1f67853-be14-4c0d-b636-28daef1b7bd4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.200905 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-a1f67853-be14-4c0d-b636-28daef1b7bd4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220033 Aug 30 07:43:52.203268 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53704) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:52.207592 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-7d4045e3-6f16-46a7-bb38-0bc4fa957bfa tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Request body: {'security_group_rule': {'security_group_id': '68ee3800-4c39-4d77-be43-355cdaa756f4', 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:52.233124 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-7d4045e3-6f16-46a7-bb38-0bc4fa957bfa tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.302910 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-7d4045e3-6f16-46a7-bb38-0bc4fa957bfa tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.308073 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-7d4045e3-6f16-46a7-bb38-0bc4fa957bfa tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.325836 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4045e3-6f16-46a7-bb38-0bc4fa957bfa tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748ef92a-6f5b-41ee-b861-25c9996d3908,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:52.330713 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-7d4045e3-6f16-46a7-bb38-0bc4fa957bfa tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.334588 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-7d4045e3-6f16-46a7-bb38-0bc4fa957bfa tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277514 Aug 30 07:43:52.334963 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53706) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:52.339754 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-ee72ee2b-cbcd-4299-84e7-3b73546c3d4a tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Request body: {'security_group_rule': {'security_group_id': '68ee3800-4c39-4d77-be43-355cdaa756f4', 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:52.368231 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ee72ee2b-cbcd-4299-84e7-3b73546c3d4a tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.407065 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 3657362d-595a-493b-a2f1-01a6cf58db84 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:52.444028 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ee72ee2b-cbcd-4299-84e7-3b73546c3d4a tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.450526 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ee72ee2b-cbcd-4299-84e7-3b73546c3d4a tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.462695 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 3657362d-595a-493b-a2f1-01a6cf58db84 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:52.467621 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 3657362d-595a-493b-a2f1-01a6cf58db84 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:52.468066 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.472107 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72ee2b-cbcd-4299-84e7-3b73546c3d4a tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473b3a5d-46a1-4bac-9b6d-9fd915691b89,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:52.479646 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ee72ee2b-cbcd-4299-84e7-3b73546c3d4a tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.480923 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-ee72ee2b-cbcd-4299-84e7-3b73546c3d4a tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451807 Aug 30 07:43:52.484272 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53708) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:52.488890 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-bae9d5eb-ccd4-44b2-8b7d-63006921f223 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Request body: {'security_group_rule': {'security_group_id': '68ee3800-4c39-4d77-be43-355cdaa756f4', 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:52.516813 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bae9d5eb-ccd4-44b2-8b7d-63006921f223 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.553990 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.575157 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port 3657362d-595a-493b-a2f1-01a6cf58db84, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=3657362d-595a-493b-a2f1-01a6cf58db84,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:52.578963 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.579819 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device c5f71214-b652-42e5-a610-cb8ad496a0da up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:52.580684 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bae9d5eb-ccd4-44b2-8b7d-63006921f223 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.584586 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bae9d5eb-ccd4-44b2-8b7d-63006921f223 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.603011 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9d5eb-ccd4-44b2-8b7d-63006921f223 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd83fdb5-4ecd-4cfd-98d2-78096de0535f,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:52.612012 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-bae9d5eb-ccd4-44b2-8b7d-63006921f223 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.613358 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-bae9d5eb-ccd4-44b2-8b7d-63006921f223 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280551 Aug 30 07:43:52.619084 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53712) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:52.626421 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Request body: {'security_group_rule': {'security_group_id': '68ee3800-4c39-4d77-be43-355cdaa756f4', 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:52.654984 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.securitygroups_db [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Project e4e2ce190bb44688b0c8e91598644de9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 07:43:52.657490 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=3657362d-595a-493b-a2f1-01a6cf58db84,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:52.664635 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.673460 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port c5f71214-b652-42e5-a610-cb8ad496a0da completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:52.685995 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port c5f71214-b652-42e5-a610-cb8ad496a0da triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:52.686456 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.744384 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.752489 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.773806 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb79c87-c6c6-4c8a-9bb1-f3704fddfac7,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:52.775512 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.782438 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.783715 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1631196 Aug 30 07:43:52.785133 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:52.785481 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:52.785815 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:52.786251 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:52.786587 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:52.786732 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53714) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:52.786914 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:52.787228 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:52.787545 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:52.787862 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:52.788180 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:52.788509 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:52.788812 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a331eb-6c80-4912-b791-65ffb5e1bca8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:52.791403 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-9197d054-9568-4fc3-b54a-4bcb2867b8a4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Request body: {'security_group_rule': {'security_group_id': '68ee3800-4c39-4d77-be43-355cdaa756f4', 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:52.818351 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port c5f71214-b652-42e5-a610-cb8ad496a0da, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=c5f71214-b652-42e5-a610-cb8ad496a0da,segment=NetworkSegment(657b8a42-6ba5-4a47-bd9a-7e30c7faf863),segment_id=657b8a42-6ba5-4a47-bd9a-7e30c7faf863)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:52.819516 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.db.securitygroups_db [None req-9197d054-9568-4fc3-b54a-4bcb2867b8a4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Project e4e2ce190bb44688b0c8e91598644de9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 07:43:52.821898 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.822726 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 0ccaf7b9-c1cd-4e52-9011-2435f0986018 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:52.824250 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9197d054-9568-4fc3-b54a-4bcb2867b8a4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.888666 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9197d054-9568-4fc3-b54a-4bcb2867b8a4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.893173 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9197d054-9568-4fc3-b54a-4bcb2867b8a4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.902665 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=c5f71214-b652-42e5-a610-cb8ad496a0da,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:52.911236 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197d054-9568-4fc3-b54a-4bcb2867b8a4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6621c2-d83d-454d-8e18-450cb0212102,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:52.913968 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 0ccaf7b9-c1cd-4e52-9011-2435f0986018 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:52.914457 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.917626 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9197d054-9568-4fc3-b54a-4bcb2867b8a4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.926653 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-9197d054-9568-4fc3-b54a-4bcb2867b8a4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310084 Aug 30 07:43:53.948081 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Sync routers for ids ['a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:53.960455 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Routers {'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:53.961386 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:54.081452 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Set router a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:54.303129 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'name': 'tempest-TestShelveInstance-2102278967-router', 'tenant_id': 'd77586e95d2e4336b7b9f6239871783a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '3657362d-595a-493b-a2f1-01a6cf58db84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 4, 'project_id': 'd77586e95d2e4336b7b9f6239871783a', 'gw_port': {'id': '3657362d-595a-493b-a2f1-01a6cf58db84', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:48Z', 'updated_at': '2021-08-30T07:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': 'c23340d1-8136-4d64-980e-5623c71bb9a5', 'name': '', 'network_id': 'e8b23055-930e-405d-b4f4-15ab9bacbe3b', 'tenant_id': 'd77586e95d2e4336b7b9f6239871783a', 'mac_address': 'fa:16:3e:05:14:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7cad7143-4061-403c-8618-d8f10fd854c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:49Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 2, 'project_id': 'd77586e95d2e4336b7b9f6239871783a', 'subnets': [{'id': '7cad7143-4061-403c-8618-d8f10fd854c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:54.311068 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 3657362d-595a-493b-a2f1-01a6cf58db84 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:54.330913 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Checking router: a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:54.331263 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Updating router a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b port c23340d1-8136-4d64-980e-5623c71bb9a5 binding host dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:43:54.367910 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:54.372359 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 3657362d-595a-493b-a2f1-01a6cf58db84 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:54.372929 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:54.461562 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device c5f71214-b652-42e5-a610-cb8ad496a0da up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:54.511062 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port c5f71214-b652-42e5-a610-cb8ad496a0da triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:54.511614 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:54.741655 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:54.753627 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Transition to ACTIVE for port object c23340d1-8136-4d64-980e-5623c71bb9a5 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:54.760905 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:54.819996 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd301e-42e0-4828-9513-ddc8c5b3f6ea None None] Pushing event updated for resources: {'Port': ['ID=c23340d1-8136-4d64-980e-5623c71bb9a5,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:54.881021 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Attempting to bind port c23340d1-8136-4d64-980e-5623c71bb9a5 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:54.881021 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Attempting to bind port c23340d1-8136-4d64-980e-5623c71bb9a5 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '1174e4d0-5931-49b0-92f2-5c072ed451c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e8b23055-930e-405d-b4f4-15ab9bacbe3b'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:54.881232 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Attempting to bind port c23340d1-8136-4d64-980e-5623c71bb9a5 on network e8b23055-930e-405d-b4f4-15ab9bacbe3b {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:54.886807 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:54.887180 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Checking segment: {'id': '1174e4d0-5931-49b0-92f2-5c072ed451c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e8b23055-930e-405d-b4f4-15ab9bacbe3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:54.887670 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:54.888064 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Bound using segment: {'id': '1174e4d0-5931-49b0-92f2-5c072ed451c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e8b23055-930e-405d-b4f4-15ab9bacbe3b'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:54.888528 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Bound port: c23340d1-8136-4d64-980e-5623c71bb9a5, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1174e4d0-5931-49b0-92f2-5c072ed451c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e8b23055-930e-405d-b4f4-15ab9bacbe3b'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:54.888904 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:54.960685 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] For port c23340d1-8136-4d64-980e-5623c71bb9a5, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:54.965317 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] For port c23340d1-8136-4d64-980e-5623c71bb9a5, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=c23340d1-8136-4d64-980e-5623c71bb9a5,segment=NetworkSegment(1174e4d0-5931-49b0-92f2-5c072ed451c3),segment_id=1174e4d0-5931-49b0-92f2-5c072ed451c3)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:54.976195 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:55.042841 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Routers {'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:55.043877 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:55.119650 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ae0df608-881a-44c7-af64-e78688646513 req-27f11f32-4a1c-4ce8-a4b6-0858d6e53609 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054463094&fields=id&tenant_id=3f9590f149e841f38602d1fbd657bb0d HTTP/1.1" status: 200 len: 267 time: 0.0412276 Aug 30 07:43:55.136793 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd301e-42e0-4828-9513-ddc8c5b3f6ea None None] Pushing event updated for resources: {'Port': ['ID=c23340d1-8136-4d64-980e-5623c71bb9a5,revision_number=4']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:55.212265 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] Set router a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:55.247653 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0df608-881a-44c7-af64-e78688646513 req-67105b02-2746-416e-85ae-97e7a48a7317 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:55.249228 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ae0df608-881a-44c7-af64-e78688646513 req-67105b02-2746-416e-85ae-97e7a48a7317 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/networks?id=ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 200 len: 812 time: 0.1212533 Aug 30 07:43:55.268404 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ae0df608-881a-44c7-af64-e78688646513 req-bcb1ba7a-b4f8-485b-8d7c-612b6af17b0b tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/quotas/3f9590f149e841f38602d1fbd657bb0d HTTP/1.1" status: 200 len: 375 time: 0.0102150 Aug 30 07:43:55.322027 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ae0df608-881a-44c7-af64-e78688646513 req-c5fbf0d0-ac05-45f1-b50c-3a3896f182be tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f9590f149e841f38602d1fbd657bb0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473979 Aug 30 07:43:55.423912 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ae0df608-881a-44c7-af64-e78688646513 req-43f420d9-d666-4458-bff9-88d61e7f7435 service neutron] 10.222.0.58 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885229 Aug 30 07:43:55.433265 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'name': 'tempest-TestShelveInstance-2102278967-router', 'tenant_id': 'd77586e95d2e4336b7b9f6239871783a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '3657362d-595a-493b-a2f1-01a6cf58db84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 4, 'project_id': 'd77586e95d2e4336b7b9f6239871783a', 'gw_port': {'id': '3657362d-595a-493b-a2f1-01a6cf58db84', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:48Z', 'updated_at': '2021-08-30T07:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': 'c23340d1-8136-4d64-980e-5623c71bb9a5', 'name': '', 'network_id': 'e8b23055-930e-405d-b4f4-15ab9bacbe3b', 'tenant_id': 'd77586e95d2e4336b7b9f6239871783a', 'mac_address': 'fa:16:3e:05:14:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7cad7143-4061-403c-8618-d8f10fd854c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:49Z', 'updated_at': '2021-08-30T07:43:54Z', 'revision_number': 4, 'project_id': 'd77586e95d2e4336b7b9f6239871783a', 'subnets': [{'id': '7cad7143-4061-403c-8618-d8f10fd854c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:55.466090 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd06c858-c3ec-413c-8661-497a95844f19 None None] The sync data for ids ['a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'] in dv-cinder-804035-7-iscsi is: [{'id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'name': 'tempest-TestShelveInstance-2102278967-router', 'tenant_id': 'd77586e95d2e4336b7b9f6239871783a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '3657362d-595a-493b-a2f1-01a6cf58db84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 4, 'project_id': 'd77586e95d2e4336b7b9f6239871783a', 'gw_port': {'id': '3657362d-595a-493b-a2f1-01a6cf58db84', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:48Z', 'updated_at': '2021-08-30T07:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': 'c23340d1-8136-4d64-980e-5623c71bb9a5', 'name': '', 'network_id': 'e8b23055-930e-405d-b4f4-15ab9bacbe3b', 'tenant_id': 'd77586e95d2e4336b7b9f6239871783a', 'mac_address': 'fa:16:3e:05:14:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7cad7143-4061-403c-8618-d8f10fd854c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:49Z', 'updated_at': '2021-08-30T07:43:54Z', 'revision_number': 4, 'project_id': 'd77586e95d2e4336b7b9f6239871783a', 'subnets': [{'id': '7cad7143-4061-403c-8618-d8f10fd854c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:55.549299 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ae0df608-881a-44c7-af64-e78688646513 req-96814a82-59ff-4d91-8b2b-f8d741541d08 service neutron] 10.222.0.58 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190732 Aug 30 07:43:55.897907 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8849d903-dbb3-49d1-abe6-771b15fccaee req-5d86645e-2e27-41a3-978a-074e91cd927b tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 210 time: 0.0280421 Aug 30 07:43:56.341337 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device c23340d1-8136-4d64-980e-5623c71bb9a5 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:56.396190 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port c23340d1-8136-4d64-980e-5623c71bb9a5 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:56.400303 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port c23340d1-8136-4d64-980e-5623c71bb9a5 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:56.400779 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:56.484703 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:56.530298 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port c23340d1-8136-4d64-980e-5623c71bb9a5, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=c23340d1-8136-4d64-980e-5623c71bb9a5,segment=NetworkSegment(1174e4d0-5931-49b0-92f2-5c072ed451c3),segment_id=1174e4d0-5931-49b0-92f2-5c072ed451c3)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:56.534659 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:56.597921 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=c23340d1-8136-4d64-980e-5623c71bb9a5,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:57.019265 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-95f59167-b91d-42b3-abcf-ef78f1ce1106 req-2ce57eb8-bd78-454b-8b08-72e072f02d3c tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 210 time: 0.0386484 Aug 30 07:43:57.036721 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0df608-881a-44c7-af64-e78688646513 req-7837ddfc-4203-4814-a15b-d03ffb525935 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:57.038330 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ae0df608-881a-44c7-af64-e78688646513 req-7837ddfc-4203-4814-a15b-d03ffb525935 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.72 "GET /v2.0/networks?id=ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 200 len: 812 time: 0.1486008 Aug 30 07:43:57.087072 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ae0df608-881a-44c7-af64-e78688646513 req-ce18511b-1bf2-4789-8051-0b2eb7d973bc tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f9590f149e841f38602d1fbd657bb0d HTTP/1.1" status: 200 len: 380 time: 0.0386391 Aug 30 07:43:57.098907 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-ae0df608-881a-44c7-af64-e78688646513 req-f11c7a21-a406-4fe5-a53c-627193ca020d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Request body: {'port': {'device_id': '7da941cd-c865-4e6c-9bf4-47c3dd329158', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'admin_state_up': True, 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'security_groups': ['ff0b64ce-2edc-4327-b909-cb3a10d3ed95']}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:57.216896 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0df608-881a-44c7-af64-e78688646513 req-f11c7a21-a406-4fe5-a53c-627193ca020d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Made reservation on behalf of 3f9590f149e841f38602d1fbd657bb0d for: {'port': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:57.220255 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-ae0df608-881a-44c7-af64-e78688646513 req-f11c7a21-a406-4fe5-a53c-627193ca020d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:57.350033 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [req-ae0df608-881a-44c7-af64-e78688646513 req-f11c7a21-a406-4fe5-a53c-627193ca020d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Allocated IP 172.20.0.13 (ab4a9354-67df-4094-835a-a69066bff580/d0e2318d-123e-41c6-aa16-ca61889da190/d0d6197e-eb01-46f2-9a82-f80bbb0eac27) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:57.514246 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-ae0df608-881a-44c7-af64-e78688646513 req-f11c7a21-a406-4fe5-a53c-627193ca020d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:57.530587 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [req-ae0df608-881a-44c7-af64-e78688646513 req-f11c7a21-a406-4fe5-a53c-627193ca020d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Transition to ACTIVE for port object d0d6197e-eb01-46f2-9a82-f80bbb0eac27 will not be triggered until provisioned by entity DHCP. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:57.567884 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-ae0df608-881a-44c7-af64-e78688646513 req-f11c7a21-a406-4fe5-a53c-627193ca020d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:57.618549 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0df608-881a-44c7-af64-e78688646513 req-f11c7a21-a406-4fe5-a53c-627193ca020d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Network ab4a9354-67df-4094-835a-a69066bff580 is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:57.624133 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [req-ae0df608-881a-44c7-af64-e78688646513 req-f11c7a21-a406-4fe5-a53c-627193ca020d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:57.627849 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0df608-881a-44c7-af64-e78688646513 req-f11c7a21-a406-4fe5-a53c-627193ca020d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:57.661808 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c7a21-a406-4fe5-a53c-627193ca020d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event updated for resources: {'Port': ['ID=d0d6197e-eb01-46f2-9a82-f80bbb0eac27,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:57.691301 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0df608-881a-44c7-af64-e78688646513 req-f11c7a21-a406-4fe5-a53c-627193ca020d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:57.691778 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-ae0df608-881a-44c7-af64-e78688646513 req-f11c7a21-a406-4fe5-a53c-627193ca020d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:57.707525 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ae0df608-881a-44c7-af64-e78688646513 req-f11c7a21-a406-4fe5-a53c-627193ca020d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6125898 Aug 30 07:43:57.720370 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Request body: {'port': {'device_id': '7da941cd-c865-4e6c-9bf4-47c3dd329158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:57.781505 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:57.893530 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-2ebc4e53-33ca-4875-ae22-cb5865355183 None None] Provisioning for port d0d6197e-eb01-46f2-9a82-f80bbb0eac27 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:57.897654 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-2ebc4e53-33ca-4875-ae22-cb5865355183 None None] Provisioning complete for port d0d6197e-eb01-46f2-9a82-f80bbb0eac27 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:57.898026 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4e53-33ca-4875-ae22-cb5865355183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:57.935622 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-2ebc4e53-33ca-4875-ae22-cb5865355183 None None] Port d0d6197e-eb01-46f2-9a82-f80bbb0eac27 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:43:58.064967 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d6197e-eb01-46f2-9a82-f80bbb0eac27 {{(pid=100445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:43:58.073907 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:58.087523 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Transition to ACTIVE for port object d0d6197e-eb01-46f2-9a82-f80bbb0eac27 will not be triggered until provisioned by entity L2. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:58.092515 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:58.178252 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Pushing event updated for resources: {'Port': ['ID=d0d6197e-eb01-46f2-9a82-f80bbb0eac27,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:58.214089 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c325c2e-a8d8-4d9a-841c-0577523bd8af req-ff6252d1-e91e-42f0-850d-86a7f2e0ff42 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:58.216209 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1c325c2e-a8d8-4d9a-841c-0577523bd8af req-ff6252d1-e91e-42f0-850d-86a7f2e0ff42 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 944 time: 0.0966227 Aug 30 07:43:58.289083 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Attempting to bind port d0d6197e-eb01-46f2-9a82-f80bbb0eac27 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:58.289335 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Attempting to bind port d0d6197e-eb01-46f2-9a82-f80bbb0eac27 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:58.289666 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Attempting to bind port d0d6197e-eb01-46f2-9a82-f80bbb0eac27 on network ab4a9354-67df-4094-835a-a69066bff580 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:58.301599 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1c325c2e-a8d8-4d9a-841c-0577523bd8af req-8b8f0bd3-2368-49ff-a42d-9c1f7a94fb68 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563061 Aug 30 07:43:58.302414 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Port d0d6197e-eb01-46f2-9a82-f80bbb0eac27 on network ab4a9354-67df-4094-835a-a69066bff580 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:43:58.302742 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Attempting to bind port d0d6197e-eb01-46f2-9a82-f80bbb0eac27 on network ab4a9354-67df-4094-835a-a69066bff580 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:58.308523 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:58.308862 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Checking segment: {'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:58.309270 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Bound using segment: {'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:58.309708 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Bound port: d0d6197e-eb01-46f2-9a82-f80bbb0eac27, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'}}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:58.310107 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:58.343304 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device c23340d1-8136-4d64-980e-5623c71bb9a5 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:58.392771 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] For port d0d6197e-eb01-46f2-9a82-f80bbb0eac27, host hv-cinder-80403, cleared binding levels {{(pid=100445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:58.395955 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] For port d0d6197e-eb01-46f2-9a82-f80bbb0eac27, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d0d6197e-eb01-46f2-9a82-f80bbb0eac27,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:58.403218 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:58.409164 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port c23340d1-8136-4d64-980e-5623c71bb9a5 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:58.409939 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:58.438279 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:58.438893 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:58.440266 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ae0df608-881a-44c7-af64-e78688646513 req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] 10.222.0.72 "PUT /v2.0/ports/d0d6197e-eb01-46f2-9a82-f80bbb0eac27 HTTP/1.1" status: 200 len: 1094 time: 0.7244542 Aug 30 07:43:58.440798 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da941cd-c865-4e6c-9bf4-47c3dd329158', 'tag': 'd0d6197e-eb01-46f2-9a82-f80bbb0eac27'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:43:58.442985 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bace8e34-0262-482a-88db-0826c02cc100" -d '{"events": [{"name": "network-changed", "server_uuid": "7da941cd-c865-4e6c-9bf4-47c3dd329158", "tag": "d0d6197e-eb01-46f2-9a82-f80bbb0eac27"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:43:58.478576 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227391ea-416b-4f22-bb30-944d5d1dc3ee service neutron] Pushing event updated for resources: {'Port': ['ID=d0d6197e-eb01-46f2-9a82-f80bbb0eac27,revision_number=3']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:58.505967 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ab29d9-5fb1-4b3f-b986-f352823a0cb2 x-openstack-request-id: req-c6ab29d9-5fb1-4b3f-b986-f352823a0cb2 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:43:58.506153 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da941cd-c865-4e6c-9bf4-47c3dd329158", "tag": "d0d6197e-eb01-46f2-9a82-f80bbb0eac27", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:43:58.506566 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c6ab29d9-5fb1-4b3f-b986-f352823a0cb2 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:43:58.506969 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da941cd-c865-4e6c-9bf4-47c3dd329158', 'tag': 'd0d6197e-eb01-46f2-9a82-f80bbb0eac27', 'status': 'completed', 'code': 200} Aug 30 07:43:58.566225 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0df608-881a-44c7-af64-e78688646513 req-3ce2452e-2a5e-4613-b4c3-147b7e0172c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:58.567747 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ae0df608-881a-44c7-af64-e78688646513 req-3ce2452e-2a5e-4613-b4c3-147b7e0172c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f9590f149e841f38602d1fbd657bb0d&device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 1097 time: 0.0488403 Aug 30 07:43:58.633693 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ae0df608-881a-44c7-af64-e78688646513 req-2023ea88-08c6-47e1-a6f6-8f798dd0997e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d6197e-eb01-46f2-9a82-f80bbb0eac27 HTTP/1.1" status: 200 len: 217 time: 0.0481455 Aug 30 07:43:58.688320 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0df608-881a-44c7-af64-e78688646513 req-dd06187f-9247-4777-95b1-33335d92318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:58.689799 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ae0df608-881a-44c7-af64-e78688646513 req-dd06187f-9247-4777-95b1-33335d92318f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e2318d-123e-41c6-aa16-ca61889da190 HTTP/1.1" status: 200 len: 851 time: 0.0473702 Aug 30 07:43:58.740356 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0df608-881a-44c7-af64-e78688646513 req-d6021955-2c55-4ac3-9d68-3ea6e5f9196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:58.741854 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ae0df608-881a-44c7-af64-e78688646513 req-d6021955-2c55-4ac3-9d68-3ea6e5f9196a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab4a9354-67df-4094-835a-a69066bff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436492 Aug 30 07:43:59.078799 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ae0df608-881a-44c7-af64-e78688646513 req-f0cb603f-c73b-468e-927f-2d53c38f393e service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276451 Aug 30 07:43:59.181835 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ae0df608-881a-44c7-af64-e78688646513 req-d84651eb-29c5-44f0-aa01-39469516fee9 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897710 Aug 30 07:43:59.277172 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace8e34-0262-482a-88db-0826c02cc100 req-53a84d01-1783-410a-958a-b0d86b8dbe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:59.278762 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-bace8e34-0262-482a-88db-0826c02cc100 req-53a84d01-1783-410a-958a-b0d86b8dbe1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f9590f149e841f38602d1fbd657bb0d&device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 1097 time: 0.0421774 Aug 30 07:43:59.381594 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace8e34-0262-482a-88db-0826c02cc100 req-94d0e52a-a21e-4176-bbd9-a54457738146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:59.383200 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-bace8e34-0262-482a-88db-0826c02cc100 req-94d0e52a-a21e-4176-bbd9-a54457738146 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 200 len: 914 time: 0.0969698 Aug 30 07:43:59.426559 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-bace8e34-0262-482a-88db-0826c02cc100 req-6d976704-9ec8-4c67-ac72-b95f179bb940 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d6197e-eb01-46f2-9a82-f80bbb0eac27 HTTP/1.1" status: 200 len: 217 time: 0.0349870 Aug 30 07:43:59.427199 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c6185-d2fe-4ce4-b053-b668e322f6cd req-7aeae156-522a-46dd-bbc3-36be46031fc6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:59.428692 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-689c6185-d2fe-4ce4-b053-b668e322f6cd req-7aeae156-522a-46dd-bbc3-36be46031fc6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 944 time: 0.0528843 Aug 30 07:43:59.475132 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-689c6185-d2fe-4ce4-b053-b668e322f6cd req-a9bf82e0-03da-40ce-86ae-e05b6f3d0860 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399604 Aug 30 07:43:59.484865 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace8e34-0262-482a-88db-0826c02cc100 req-09caf310-541f-4512-bcc1-d835510bfaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:59.486722 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-bace8e34-0262-482a-88db-0826c02cc100 req-09caf310-541f-4512-bcc1-d835510bfaac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e2318d-123e-41c6-aa16-ca61889da190 HTTP/1.1" status: 200 len: 851 time: 0.0523164 Aug 30 07:43:59.536715 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace8e34-0262-482a-88db-0826c02cc100 req-c21d4011-12d4-428c-905f-caefa74a6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:59.538305 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-bace8e34-0262-482a-88db-0826c02cc100 req-c21d4011-12d4-428c-905f-caefa74a6113 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab4a9354-67df-4094-835a-a69066bff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426638 Aug 30 07:43:59.630632 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-bace8e34-0262-482a-88db-0826c02cc100 req-579c1041-1bd7-47b9-a812-47724e5ef101 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839329 Aug 30 07:43:59.737954 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-bace8e34-0262-482a-88db-0826c02cc100 req-c6a475bb-b34d-49d6-b58e-8c9ca79cb9a8 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935247 Aug 30 07:44:00.599311 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef597a-32ba-4646-83a3-9c7e2927c3e9 req-0dbbc380-6705-49b0-9ac5-cd2f4cf777a1 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:00.601205 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6aef597a-32ba-4646-83a3-9c7e2927c3e9 req-0dbbc380-6705-49b0-9ac5-cd2f4cf777a1 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 944 time: 0.0533528 Aug 30 07:44:00.643085 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6aef597a-32ba-4646-83a3-9c7e2927c3e9 req-13fb0735-431e-48f8-a08c-0e093c88110a tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349519 Aug 30 07:44:01.758744 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a914809-3ee0-4800-b027-9f375889dc96 req-d1369d3d-b6ff-4b43-9cf1-09ef16d20054 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:01.760339 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3a914809-3ee0-4800-b027-9f375889dc96 req-d1369d3d-b6ff-4b43-9cf1-09ef16d20054 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 944 time: 0.0508063 Aug 30 07:44:01.801578 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3a914809-3ee0-4800-b027-9f375889dc96 req-1a32f379-c864-49b4-a79e-7b2244284700 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346298 Aug 30 07:44:02.930663 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7576f2-a58e-46c8-9569-ccb0692339e1 req-7e2ee5f1-5f9c-4d9c-ac2d-1a639524981c tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:02.932309 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ba7576f2-a58e-46c8-9569-ccb0692339e1 req-7e2ee5f1-5f9c-4d9c-ac2d-1a639524981c tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0560069 Aug 30 07:44:02.941832 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51577882-3de2-4500-9f7a-52b6526fb7a1 req-2f70e597-b44f-4800-9e9c-1da1d4da6425 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:02.943887 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-51577882-3de2-4500-9f7a-52b6526fb7a1 req-2f70e597-b44f-4800-9e9c-1da1d4da6425 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 944 time: 0.0709572 Aug 30 07:44:02.980219 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ba7576f2-a58e-46c8-9569-ccb0692339e1 req-71d46fcd-3c7a-47ba-9f00-fe5b5cc9449a tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417521 Aug 30 07:44:02.985792 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-51577882-3de2-4500-9f7a-52b6526fb7a1 req-8c468a60-b98d-470b-a749-9c030eb52dc5 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358832 Aug 30 07:44:03.622326 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-7e0a7e74-f84a-49f7-a169-bffe213140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:04.109148 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf80c9-8075-4ecd-bcb7-96e0f6c0ea52 req-d338ba6a-c922-4c41-8e62-0206d7c0b837 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:04.110918 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ddf80c9-8075-4ecd-bcb7-96e0f6c0ea52 req-d338ba6a-c922-4c41-8e62-0206d7c0b837 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0604212 Aug 30 07:44:04.127738 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965309ec-9a14-4223-b0d6-42364ede6b55 req-aa0bafff-aa94-45fd-a9e2-0362524b938d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:04.129268 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-965309ec-9a14-4223-b0d6-42364ede6b55 req-aa0bafff-aa94-45fd-a9e2-0362524b938d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 944 time: 0.0694954 Aug 30 07:44:04.160262 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ddf80c9-8075-4ecd-bcb7-96e0f6c0ea52 req-3c86c2d6-f590-4fe0-b19f-69f3ac8c039d tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409052 Aug 30 07:44:04.174925 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-965309ec-9a14-4223-b0d6-42364ede6b55 req-87215e90-a64f-43da-bd19-79da1eead9cb tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341785 Aug 30 07:44:05.087685 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd01682-c201-46b4-a1dc-1cea8d70ad62 req-1cc9d8ea-0c78-49ce-826e-811ffca82ef6 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:05.089295 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1dd01682-c201-46b4-a1dc-1cea8d70ad62 req-1cc9d8ea-0c78-49ce-826e-811ffca82ef6 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.72 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0502892 Aug 30 07:44:05.202537 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [req-1dd01682-c201-46b4-a1dc-1cea8d70ad62 req-73d25c5c-8fe6-46d8-8872-9bfecd985fe9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Deleting port 237f7283-df0f-4b7f-85f5-43fb2bea70f3 {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:44:05.203112 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-1dd01682-c201-46b4-a1dc-1cea8d70ad62 req-73d25c5c-8fe6-46d8-8872-9bfecd985fe9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:05.297085 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2420f-54d7-476a-9902-5129b2d232da req-5d1df45d-b978-40c9-9f57-5586d34aa447 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:05.298658 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-76d2420f-54d7-476a-9902-5129b2d232da req-5d1df45d-b978-40c9-9f57-5586d34aa447 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0645263 Aug 30 07:44:05.342783 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b942a-d111-40ad-bc03-410d833be7a5 req-5692b8f0-786d-409b-a123-3d8f6852e4c5 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:05.343082 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-76d2420f-54d7-476a-9902-5129b2d232da req-cecdeeac-764b-49ab-87e3-52a2783c21d7 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383353 Aug 30 07:44:05.344521 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e83b942a-d111-40ad-bc03-410d833be7a5 req-5692b8f0-786d-409b-a123-3d8f6852e4c5 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 944 time: 0.0898321 Aug 30 07:44:05.351562 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-1dd01682-c201-46b4-a1dc-1cea8d70ad62 req-73d25c5c-8fe6-46d8-8872-9bfecd985fe9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] For port 237f7283-df0f-4b7f-85f5-43fb2bea70f3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=237f7283-df0f-4b7f-85f5-43fb2bea70f3,segment=NetworkSegment(abc98d22-6439-4d7b-affd-78b6418ab6e5),segment_id=abc98d22-6439-4d7b-affd-78b6418ab6e5)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:05.351922 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-1dd01682-c201-46b4-a1dc-1cea8d70ad62 req-73d25c5c-8fe6-46d8-8872-9bfecd985fe9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:05.437663 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e83b942a-d111-40ad-bc03-410d833be7a5 req-7f1a9d64-7b9b-450d-a02a-a9bf5e673abe tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831637 Aug 30 07:44:05.552715 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-1dd01682-c201-46b4-a1dc-1cea8d70ad62 req-73d25c5c-8fe6-46d8-8872-9bfecd985fe9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:05.553021 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-1dd01682-c201-46b4-a1dc-1cea8d70ad62 req-73d25c5c-8fe6-46d8-8872-9bfecd985fe9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:05.553305 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.l3_db [req-1dd01682-c201-46b4-a1dc-1cea8d70ad62 req-73d25c5c-8fe6-46d8-8872-9bfecd985fe9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Floating IP 6304822e-bfc6-429d-a411-a76f109a7a7a disassociated. External IP: 172.27.2.236, port: 237f7283-df0f-4b7f-85f5-43fb2bea70f3. Aug 30 07:44:05.553637 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [req-1dd01682-c201-46b4-a1dc-1cea8d70ad62 req-73d25c5c-8fe6-46d8-8872-9bfecd985fe9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Calling delete_port for 237f7283-df0f-4b7f-85f5-43fb2bea70f3 owned by compute:nova {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:44:05.694210 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-1dd01682-c201-46b4-a1dc-1cea8d70ad62 req-73d25c5c-8fe6-46d8-8872-9bfecd985fe9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:05.727680 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d25c5c-8fe6-46d8-8872-9bfecd985fe9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event deleted for resources: {'Port': ['ID=237f7283-df0f-4b7f-85f5-43fb2bea70f3,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:05.849132 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dd01682-c201-46b4-a1dc-1cea8d70ad62 req-73d25c5c-8fe6-46d8-8872-9bfecd985fe9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Router 48a94131-65f2-4b2f-b831-df01ad8f28cc has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:44:05.892607 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9aa1afc6-7c19-43ad-a86b-5b6a8cd191f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:05.956559 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dd01682-c201-46b4-a1dc-1cea8d70ad62 req-73d25c5c-8fe6-46d8-8872-9bfecd985fe9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:44:05.969954 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e6ffef-e11d-4772-ac19-0105312bc1d4 None None] Sync routers for ids ['48a94131-65f2-4b2f-b831-df01ad8f28cc'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:44:05.979725 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e6ffef-e11d-4772-ac19-0105312bc1d4 None None] Routers {'48a94131-65f2-4b2f-b831-df01ad8f28cc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:44:05.980557 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-b0e6ffef-e11d-4772-ac19-0105312bc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:44:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['48a94131-65f2-4b2f-b831-df01ad8f28cc'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:06.003128 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd01682-c201-46b4-a1dc-1cea8d70ad62 req-73d25c5c-8fe6-46d8-8872-9bfecd985fe9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] No DVR routers for this DVR port 237f7283-df0f-4b7f-85f5-43fb2bea70f3 on host hv-cinder-80403 {{(pid=100445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:44:06.005880 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-1dd01682-c201-46b4-a1dc-1cea8d70ad62 req-73d25c5c-8fe6-46d8-8872-9bfecd985fe9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:06.007991 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1dd01682-c201-46b4-a1dc-1cea8d70ad62 req-73d25c5c-8fe6-46d8-8872-9bfecd985fe9 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.72 "DELETE /v2.0/ports/237f7283-df0f-4b7f-85f5-43fb2bea70f3 HTTP/1.1" status: 204 len: 173 time: 0.9106565 Aug 30 07:44:06.008813 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bde0904-7f01-4912-8723-239d2dc4d0c2', 'name': 'network-vif-deleted', 'tag': '237f7283-df0f-4b7f-85f5-43fb2bea70f3'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:44:06.010834 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e075b587-904c-4385-9e39-ce9a50fa3d80" -d '{"events": [{"server_uuid": "3bde0904-7f01-4912-8723-239d2dc4d0c2", "name": "network-vif-deleted", "tag": "237f7283-df0f-4b7f-85f5-43fb2bea70f3"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:44:06.059645 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04162865-445c-4e5e-ac0f-42dc3093a3fc x-openstack-request-id: req-04162865-445c-4e5e-ac0f-42dc3093a3fc {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:44:06.060617 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bde0904-7f01-4912-8723-239d2dc4d0c2", "name": "network-vif-deleted", "tag": "237f7283-df0f-4b7f-85f5-43fb2bea70f3", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:44:06.060617 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04162865-445c-4e5e-ac0f-42dc3093a3fc {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:44:06.060833 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bde0904-7f01-4912-8723-239d2dc4d0c2', 'name': 'network-vif-deleted', 'tag': '237f7283-df0f-4b7f-85f5-43fb2bea70f3', 'status': 'completed', 'code': 200} Aug 30 07:44:06.125506 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-b0e6ffef-e11d-4772-ac19-0105312bc1d4 None None] Set router 48a94131-65f2-4b2f-b831-df01ad8f28cc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:44:06.457578 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-757a5b62-d712-4f55-8216-89b04364f145 req-08a0778e-5b43-446c-b961-a94bc0040bd0 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bde0904-7f01-4912-8723-239d2dc4d0c2 HTTP/1.1" status: 200 len: 210 time: 0.0268891 Aug 30 07:44:06.462370 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-b0e6ffef-e11d-4772-ac19-0105312bc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:41Z', 'revision_number': 4, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '30384ccd-3c99-4311-89f0-52bd3cdd45ff', 'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'mac_address': 'fa:16:3e:df:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:39Z', 'updated_at': '2021-08-30T07:39:52Z', 'revision_number': 5, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'subnets': [{'id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:06.494727 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:06.497208 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e6ffef-e11d-4772-ac19-0105312bc1d4 None None] Checking router: 48a94131-65f2-4b2f-b831-df01ad8f28cc for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:44:06.506875 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e6ffef-e11d-4772-ac19-0105312bc1d4 None None] Routers {'48a94131-65f2-4b2f-b831-df01ad8f28cc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:44:06.507514 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-b0e6ffef-e11d-4772-ac19-0105312bc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:44:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['48a94131-65f2-4b2f-b831-df01ad8f28cc'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:06.583000 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5c139-1397-4caf-9422-fdf346770fe5 req-0e0df2f6-6f4a-459b-9d28-185ac95913a7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:06.587217 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-89e5c139-1397-4caf-9422-fdf346770fe5 req-0e0df2f6-6f4a-459b-9d28-185ac95913a7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 944 time: 0.0587914 Aug 30 07:44:06.617782 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-b0e6ffef-e11d-4772-ac19-0105312bc1d4 None None] Set router 48a94131-65f2-4b2f-b831-df01ad8f28cc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:44:06.627274 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-89e5c139-1397-4caf-9422-fdf346770fe5 req-08d8d30e-69f7-4264-8e66-3dae2ab38f88 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339527 Aug 30 07:44:06.826207 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-b0e6ffef-e11d-4772-ac19-0105312bc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:41Z', 'revision_number': 4, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '30384ccd-3c99-4311-89f0-52bd3cdd45ff', 'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'mac_address': 'fa:16:3e:df:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:39Z', 'updated_at': '2021-08-30T07:39:52Z', 'revision_number': 5, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'subnets': [{'id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:06.857386 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e6ffef-e11d-4772-ac19-0105312bc1d4 None None] The sync data for ids ['48a94131-65f2-4b2f-b831-df01ad8f28cc'] in dv-cinder-804035-7-iscsi is: [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:41Z', 'revision_number': 4, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '30384ccd-3c99-4311-89f0-52bd3cdd45ff', 'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'mac_address': 'fa:16:3e:df:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:39Z', 'updated_at': '2021-08-30T07:39:52Z', 'revision_number': 5, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'subnets': [{'id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:44:07.062099 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335e6b68-bb06-48b4-ae4a-fe7a7a5993f0 None None] New status for floating IP 6304822e-bfc6-429d-a411-a76f109a7a7a: DOWN {{(pid=100447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:44:07.256846 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:07.553309 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53908) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:44:07.608190 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-54e463df-07ca-44d3-9186-bbe68b35a9d6 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:07.631768 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-54e463df-07ca-44d3-9186-bbe68b35a9d6 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:07.682932 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-54e463df-07ca-44d3-9186-bbe68b35a9d6 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:07.686163 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-54e463df-07ca-44d3-9186-bbe68b35a9d6 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:07.687304 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-54e463df-07ca-44d3-9186-bbe68b35a9d6 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "DELETE /v2.0/security-groups/5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31 HTTP/1.1" status: 204 len: 168 time: 0.1330030 Aug 30 07:44:07.690545 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53914) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:44:07.705228 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e463df-07ca-44d3-9186-bbe68b35a9d6 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:07.705866 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.api.v2.resource [None req-31ae632d-c22b-49ba-8c28-88f747a5cac5 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] show failed (client error): The resource could not be found. Aug 30 07:44:07.710797 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-31ae632d-c22b-49ba-8c28-88f747a5cac5 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups/5a1bd8dd-7c8a-4cc6-89cc-1bcaf3590c31 HTTP/1.1" status: 404 len: 347 time: 0.0161114 Aug 30 07:44:07.710941 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53916) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:44:07.820387 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0b674-e932-4e73-bb69-4803f9cd3a77 req-e825df54-be64-4e03-9d01-79f9b3f7ba8d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:07.821859 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d8d0b674-e932-4e73-bb69-4803f9cd3a77 req-e825df54-be64-4e03-9d01-79f9b3f7ba8d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 944 time: 0.1256685 Aug 30 07:44:07.879963 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d8d0b674-e932-4e73-bb69-4803f9cd3a77 req-be095c38-8b67-4f7c-b6a7-95d37f6d1453 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423808 Aug 30 07:44:07.889638 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-2a21121c-23b1-4ab4-8d10-27f0a672b8bf tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Deleting port c8024808-ac38-4ac9-8fd1-c48ebcd7b7ac {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:44:07.889974 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2a21121c-23b1-4ab4-8d10-27f0a672b8bf tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:07.973749 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2a21121c-23b1-4ab4-8d10-27f0a672b8bf tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:07.974092 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2a21121c-23b1-4ab4-8d10-27f0a672b8bf tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:07.985319 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-2a21121c-23b1-4ab4-8d10-27f0a672b8bf tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Calling delete_port for c8024808-ac38-4ac9-8fd1-c48ebcd7b7ac owned by network:floatingip {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:44:08.072477 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device d0d6197e-eb01-46f2-9a82-f80bbb0eac27 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:44:08.124292 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2a21121c-23b1-4ab4-8d10-27f0a672b8bf tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.162574 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21121c-23b1-4ab4-8d10-27f0a672b8bf tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event deleted for resources: {'Port': ['ID=c8024808-ac38-4ac9-8fd1-c48ebcd7b7ac,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:08.192578 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port d0d6197e-eb01-46f2-9a82-f80bbb0eac27, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d0d6197e-eb01-46f2-9a82-f80bbb0eac27,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:08.205690 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': 'd0d6197e-eb01-46f2-9a82-f80bbb0eac27', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'port_id': 'd0d6197e-eb01-46f2-9a82-f80bbb0eac27', 'mac_address': 'fa:16:3e:40:d5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:44:08.225811 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2a21121c-23b1-4ab4-8d10-27f0a672b8bf tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for floatingip, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.228345 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2a21121c-23b1-4ab4-8d10-27f0a672b8bf tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.229513 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-2a21121c-23b1-4ab4-8d10-27f0a672b8bf tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "DELETE /v2.0/floatingips/6304822e-bfc6-429d-a411-a76f109a7a7a HTTP/1.1" status: 204 len: 168 time: 0.5050864 Aug 30 07:44:08.249754 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.268750 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d6197e-eb01-46f2-9a82-f80bbb0eac27 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:44:08.289045 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port d0d6197e-eb01-46f2-9a82-f80bbb0eac27, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d0d6197e-eb01-46f2-9a82-f80bbb0eac27,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:08.294144 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.341003 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=d0d6197e-eb01-46f2-9a82-f80bbb0eac27,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:08.478910 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 53922) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:44:08.484251 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-b7da0800-ee7b-43e3-9451-b968ff3a1e4a tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1280827419', 'description': 'tempest-description--781229278'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:44:08.507225 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b7da0800-ee7b-43e3-9451-b968ff3a1e4a tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.589667 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['d0d6197e-eb01-46f2-9a82-f80bbb0eac27'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:44:08.603719 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b7da0800-ee7b-43e3-9451-b968ff3a1e4a tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.608614 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b7da0800-ee7b-43e3-9451-b968ff3a1e4a tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.640183 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da0800-ee7b-43e3-9451-b968ff3a1e4a tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab61b97b-222e-425c-bd94-266c553ca1a4,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:08.643525 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b7da0800-ee7b-43e3-9451-b968ff3a1e4a tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.647669 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53924) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:44:08.648210 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-b7da0800-ee7b-43e3-9451-b968ff3a1e4a tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1676674 Aug 30 07:44:08.652507 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-a4d5f5ce-9e86-496b-bf79-751fe6edde9b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Request body: {'security_group_rule': {'security_group_id': 'ab61b97b-222e-425c-bd94-266c553ca1a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:44:08.690165 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a4d5f5ce-9e86-496b-bf79-751fe6edde9b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.754532 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a4d5f5ce-9e86-496b-bf79-751fe6edde9b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.758496 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a4d5f5ce-9e86-496b-bf79-751fe6edde9b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.775888 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5f5ce-9e86-496b-bf79-751fe6edde9b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d506bf7-de34-46fb-91cd-8f3409a5c751,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:08.783641 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a4d5f5ce-9e86-496b-bf79-751fe6edde9b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.790515 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-a4d5f5ce-9e86-496b-bf79-751fe6edde9b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418164 Aug 30 07:44:08.793112 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53928) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:44:08.798834 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-942970e8-6d5e-4a57-96c3-01d8e35c8120 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Request body: {'security_group_rule': {'security_group_id': 'ab61b97b-222e-425c-bd94-266c553ca1a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:44:08.825312 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-942970e8-6d5e-4a57-96c3-01d8e35c8120 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.891090 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-942970e8-6d5e-4a57-96c3-01d8e35c8120 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.894434 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-942970e8-6d5e-4a57-96c3-01d8e35c8120 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.910569 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942970e8-6d5e-4a57-96c3-01d8e35c8120 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc4a0be-b40e-4cc0-985f-aada564f593f,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:08.917276 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-942970e8-6d5e-4a57-96c3-01d8e35c8120 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.918738 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-942970e8-6d5e-4a57-96c3-01d8e35c8120 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238258 Aug 30 07:44:08.921631 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 53932) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:44:08.925998 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Request body: {'floatingip': {'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:44:08.952549 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for floatingip, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.960294 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:09.033957 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cf6a0-44e8-4170-b898-e8350861473d req-16f0e83b-67df-4b42-8db7-a7cc3bbfe341 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:09.036457 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f68cf6a0-44e8-4170-b898-e8350861473d req-16f0e83b-67df-4b42-8db7-a7cc3bbfe341 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 945 time: 0.0772166 Aug 30 07:44:09.075050 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f68cf6a0-44e8-4170-b898-e8350861473d req-c8fbf9ba-b6ef-4016-ba09-2f3fc5617750 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320182 Aug 30 07:44:09.077305 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:09.180452 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Allocated IP 172.27.2.13 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/06456d65-1744-4eec-8205-9ad219a05805) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:44:09.280623 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:09.317323 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:09.352514 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:44:09.357680 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:44:09.361125 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:44:09.388439 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event updated for resources: {'Port': ['ID=06456d65-1744-4eec-8205-9ad219a05805,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:09.451011 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:09.483737 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:09.511853 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:09.633765 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:09.638769 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:09.704625 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event updated for resources: {'Port': ['ID=06456d65-1744-4eec-8205-9ad219a05805,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:09.716890 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:09.729433 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:09.730853 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-97a4149c-b3cd-490f-9612-3fcc8b8f4f27 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8082056 Aug 30 07:44:09.912169 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-778ef34c-ed47-48cf-a985-f9e45344b76d tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1280827419&fields=id&tenant_id=ff8583d16df6404d905eb9bdbf591980 HTTP/1.1" status: 200 len: 267 time: 0.0331318 Aug 30 07:44:10.019931 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-dd451127-d94b-4cc9-92bf-260091b49007 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:10.021435 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-dd451127-d94b-4cc9-92bf-260091b49007 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/networks?id=eda8800c-3da0-4292-89a8-975d67f79153 HTTP/1.1" status: 200 len: 810 time: 0.1018949 Aug 30 07:44:10.037034 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-13c3f85b-9b50-49aa-961e-deb85c89819b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/quotas/ff8583d16df6404d905eb9bdbf591980 HTTP/1.1" status: 200 len: 375 time: 0.0099049 Aug 30 07:44:10.088840 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-14db3066-3cc7-4543-950c-ffa5fb10dfce tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ff8583d16df6404d905eb9bdbf591980&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465071 Aug 30 07:44:10.107121 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device d0d6197e-eb01-46f2-9a82-f80bbb0eac27 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:44:10.163366 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port d0d6197e-eb01-46f2-9a82-f80bbb0eac27 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:44:10.167992 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port d0d6197e-eb01-46f2-9a82-f80bbb0eac27 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:44:10.168833 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:10.195567 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531549a-d003-4467-889b-549282e39680 req-f9385e07-713a-418d-91de-ddf4f2529157 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:10.197050 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8531549a-d003-4467-889b-549282e39680 req-f9385e07-713a-418d-91de-ddf4f2529157 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 945 time: 0.0528865 Aug 30 07:44:10.198565 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-36257d12-f450-45a7-8a9d-e1c622b88057 service neutron] 10.222.0.58 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977077 Aug 30 07:44:10.238225 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8531549a-d003-4467-889b-549282e39680 req-bc7109fc-98db-43eb-915f-0a9978072935 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329227 Aug 30 07:44:10.248935 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:10.274033 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da941cd-c865-4e6c-9bf4-47c3dd329158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d6197e-eb01-46f2-9a82-f80bbb0eac27'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:44:10.276336 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3612c4-0be5-4d12-91fb-505db2aa35c2" -d '{"events": [{"server_uuid": "7da941cd-c865-4e6c-9bf4-47c3dd329158", "name": "network-vif-plugged", "status": "completed", "tag": "d0d6197e-eb01-46f2-9a82-f80bbb0eac27"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:44:10.290115 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port d0d6197e-eb01-46f2-9a82-f80bbb0eac27, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d0d6197e-eb01-46f2-9a82-f80bbb0eac27,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:10.295231 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:10.296052 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 237f7283-df0f-4b7f-85f5-43fb2bea70f3 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:44:10.303418 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-c81eec2e-ebae-4157-94ca-9cfde6346269 service neutron] 10.222.0.58 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012573 Aug 30 07:44:10.338417 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e50b187-56ee-48a7-b731-3f7fdde2405b x-openstack-request-id: req-7e50b187-56ee-48a7-b731-3f7fdde2405b {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:44:10.338711 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da941cd-c865-4e6c-9bf4-47c3dd329158", "name": "network-vif-plugged", "status": "completed", "tag": "d0d6197e-eb01-46f2-9a82-f80bbb0eac27", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:44:10.339457 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e50b187-56ee-48a7-b731-3f7fdde2405b {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:44:10.339457 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da941cd-c865-4e6c-9bf4-47c3dd329158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d6197e-eb01-46f2-9a82-f80bbb0eac27', 'code': 200} Aug 30 07:44:10.340648 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: 237f7283-df0f-4b7f-85f5-43fb2bea70f3 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:44:10.341004 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 237f7283-df0f-4b7f-85f5-43fb2bea70f3 not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:44:10.368844 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=d0d6197e-eb01-46f2-9a82-f80bbb0eac27,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:10.480181 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-16e536dd-e932-4a42-9d84-ab36e9db2309 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927288861&fields=id&tenant_id=e4e2ce190bb44688b0c8e91598644de9 HTTP/1.1" status: 200 len: 267 time: 0.0433621 Aug 30 07:44:10.492730 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-305e86bc-9355-47ac-88b8-693bc5bef608 req-a38cd08e-48b2-4a78-8f54-fafefcd11064 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 210 time: 0.0375791 Aug 30 07:44:10.620936 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580b5e2-15cf-486d-a927-d6a517352ecd req-1af3faca-f6cc-49d0-afc2-de6c55d5b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:10.622474 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2580b5e2-15cf-486d-a927-d6a517352ecd req-1af3faca-f6cc-49d0-afc2-de6c55d5b9d3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 1099 time: 0.0779614 Aug 30 07:44:10.631148 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-e7e8ea3b-d5a8-43a6-997d-d85fc519fd99 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:10.632622 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-e7e8ea3b-d5a8-43a6-997d-d85fc519fd99 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/networks?id=639f315a-ab8b-43c0-af97-d8704cf6ed1a HTTP/1.1" status: 200 len: 809 time: 0.1385438 Aug 30 07:44:10.658395 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-795a8ecc-e1ff-4113-af89-2eccbe7a4f9d tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/quotas/e4e2ce190bb44688b0c8e91598644de9 HTTP/1.1" status: 200 len: 375 time: 0.0187271 Aug 30 07:44:10.682463 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2580b5e2-15cf-486d-a927-d6a517352ecd req-ac9e6a4b-23fb-4814-b5bc-ffd8c50d1c22 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488374 Aug 30 07:44:10.721245 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-60c866db-7106-4f5c-9ac4-d4057402ff9e tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4e2ce190bb44688b0c8e91598644de9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540695 Aug 30 07:44:10.829948 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-5a9f7e48-095a-4578-8ac6-5b5f29ef3e91 service neutron] 10.222.0.58 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950065 Aug 30 07:44:10.935048 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-5425b4b3-e704-4476-badb-3ce407542cd2 service neutron] 10.222.0.58 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966766 Aug 30 07:44:11.251375 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-df03a0bb-af59-4408-b9e7-4c34bf86cfc2 req-9cf7def0-ddd8-47b3-aa0b-4de207f50f07 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 210 time: 0.0266919 Aug 30 07:44:11.407568 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619045df-f286-4a52-a959-fbf7136b5387 req-30db60c2-03f9-4f09-a403-64940ae983e2 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:11.409828 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-619045df-f286-4a52-a959-fbf7136b5387 req-30db60c2-03f9-4f09-a403-64940ae983e2 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 946 time: 0.0676060 Aug 30 07:44:11.475840 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-619045df-f286-4a52-a959-fbf7136b5387 req-6b7c4943-4796-42a0-a682-13e87b9757da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538702 Aug 30 07:44:11.610882 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0501be5a-5b21-4831-9f9a-92f8ab4e0822 req-12a300c3-73cd-4920-97c9-aeb79adad404 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 210 time: 0.0344813 Aug 30 07:44:11.632063 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-e0fbf86c-e439-47a4-9bb7-26f98eb35b3d tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:11.633570 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-e0fbf86c-e439-47a4-9bb7-26f98eb35b3d tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.72 "GET /v2.0/networks?id=eda8800c-3da0-4292-89a8-975d67f79153 HTTP/1.1" status: 200 len: 810 time: 0.1356554 Aug 30 07:44:11.687595 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-e297ac44-b5ed-4530-9e34-d5ba37118316 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff8583d16df6404d905eb9bdbf591980 HTTP/1.1" status: 200 len: 380 time: 0.0428402 Aug 30 07:44:11.704646 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-965a3091-dfad-4e3b-9607-c65f31fb9434 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Request body: {'port': {'device_id': 'd1e4ab83-fc1c-4c20-944f-fc12258283ea', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'admin_state_up': True, 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'security_groups': ['ab61b97b-222e-425c-bd94-266c553ca1a4']}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:44:11.820208 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-965a3091-dfad-4e3b-9607-c65f31fb9434 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Made reservation on behalf of ff8583d16df6404d905eb9bdbf591980 for: {'port': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:44:11.824102 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-965a3091-dfad-4e3b-9607-c65f31fb9434 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:11.948799 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-965a3091-dfad-4e3b-9607-c65f31fb9434 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Allocated IP 172.20.0.5 (eda8800c-3da0-4292-89a8-975d67f79153/8fee1361-e1b5-49c1-a52b-8d2bd7bb7419/6f979320-52b7-4697-ac3e-2cdae4a28b32) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:44:12.083168 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-965a3091-dfad-4e3b-9607-c65f31fb9434 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:12.097556 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-965a3091-dfad-4e3b-9607-c65f31fb9434 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Transition to ACTIVE for port object 6f979320-52b7-4697-ac3e-2cdae4a28b32 will not be triggered until provisioned by entity DHCP. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:44:12.130819 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-965a3091-dfad-4e3b-9607-c65f31fb9434 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:12.172732 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-965a3091-dfad-4e3b-9607-c65f31fb9434 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Network eda8800c-3da0-4292-89a8-975d67f79153 is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:44:12.178520 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-965a3091-dfad-4e3b-9607-c65f31fb9434 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:44:12.180879 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-965a3091-dfad-4e3b-9607-c65f31fb9434 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:44:12.216207 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a3091-dfad-4e3b-9607-c65f31fb9434 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event updated for resources: {'Port': ['ID=6f979320-52b7-4697-ac3e-2cdae4a28b32,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:12.244231 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-965a3091-dfad-4e3b-9607-c65f31fb9434 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:12.245048 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-965a3091-dfad-4e3b-9607-c65f31fb9434 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:12.263122 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-965a3091-dfad-4e3b-9607-c65f31fb9434 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5625892 Aug 30 07:44:12.276395 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Request body: {'port': {'device_id': 'd1e4ab83-fc1c-4c20-944f-fc12258283ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:44:12.363475 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:12.364172 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8d308dd6-c10c-48ad-b1d4-d6fc945021e3 req-6c6f917d-4cd3-4d32-ad5c-939875a348d1 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 210 time: 0.0304558 Aug 30 07:44:12.374114 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-9af040eb-b441-43bf-ab82-5e7432fcc4be tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:12.375827 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-9af040eb-b441-43bf-ab82-5e7432fcc4be tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.72 "GET /v2.0/networks?id=639f315a-ab8b-43c0-af97-d8704cf6ed1a HTTP/1.1" status: 200 len: 809 time: 0.1589081 Aug 30 07:44:12.426324 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-07e89bce-b72d-4ce7-aa90-32d1ec1153e7 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4e2ce190bb44688b0c8e91598644de9 HTTP/1.1" status: 200 len: 379 time: 0.0408514 Aug 30 07:44:12.434420 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-cd335f13-8dce-4996-a337-290180cea034 None None] Provisioning for port 6f979320-52b7-4697-ac3e-2cdae4a28b32 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:44:12.438508 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-cd335f13-8dce-4996-a337-290180cea034 None None] Provisioning complete for port 6f979320-52b7-4697-ac3e-2cdae4a28b32 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:44:12.438951 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-cd335f13-8dce-4996-a337-290180cea034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:12.439774 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-7da5e205-f27f-4d5e-8d69-c097573b8199 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Request body: {'port': {'device_id': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'admin_state_up': True, 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'security_groups': ['68ee3800-4c39-4d77-be43-355cdaa756f4']}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:44:12.482262 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-cd335f13-8dce-4996-a337-290180cea034 None None] Port 6f979320-52b7-4697-ac3e-2cdae4a28b32 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:44:12.576900 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-7da5e205-f27f-4d5e-8d69-c097573b8199 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Made reservation on behalf of e4e2ce190bb44688b0c8e91598644de9 for: {'port': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:44:12.581440 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-7da5e205-f27f-4d5e-8d69-c097573b8199 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:12.622369 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb13e9-b8c7-4ed6-ae85-cca0bd31a64a req-e17166e1-c0b6-46a4-8adc-9404a3fb89d7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:12.623776 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-21eb13e9-b8c7-4ed6-ae85-cca0bd31a64a req-e17166e1-c0b6-46a4-8adc-9404a3fb89d7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 946 time: 0.0767450 Aug 30 07:44:12.704391 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-21eb13e9-b8c7-4ed6-ae85-cca0bd31a64a req-6a616fcb-d19b-478b-871f-7d4100384143 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702183 Aug 30 07:44:12.731606 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f979320-52b7-4697-ac3e-2cdae4a28b32 {{(pid=100445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:44:12.737696 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:12.751894 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Transition to ACTIVE for port object 6f979320-52b7-4697-ac3e-2cdae4a28b32 will not be triggered until provisioned by entity L2. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:44:12.756809 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:12.776953 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-7da5e205-f27f-4d5e-8d69-c097573b8199 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Allocated IP 172.20.0.11 (639f315a-ab8b-43c0-af97-d8704cf6ed1a/4a336205-aa2e-4961-bfe7-6c96dfd27453/3c46a146-822a-4468-b71f-245ec56863d2) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:44:12.798920 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2ce0e-f345-4d35-aa05-d36edc77a26e req-94b0ba00-a6d0-4dbc-b7f0-c095d3f3d73f tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:12.798920 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d7f2ce0e-f345-4d35-aa05-d36edc77a26e req-94b0ba00-a6d0-4dbc-b7f0-c095d3f3d73f tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 931 time: 0.1023946 Aug 30 07:44:12.816549 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Pushing event updated for resources: {'Port': ['ID=6f979320-52b7-4697-ac3e-2cdae4a28b32,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:12.881489 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d7f2ce0e-f345-4d35-aa05-d36edc77a26e req-b380fc68-5caa-44a0-b59a-13ecdc79a3db tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab61b97b-222e-425c-bd94-266c553ca1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701597 Aug 30 07:44:13.021754 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-7da5e205-f27f-4d5e-8d69-c097573b8199 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:13.201007 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf7f3e-923f-4c8e-8b60-5796c7a94dc8 req-fb0728c5-3bf8-4594-8c93-d2de021bc600 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:13.202545 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6dcf7f3e-923f-4c8e-8b60-5796c7a94dc8 req-fb0728c5-3bf8-4594-8c93-d2de021bc600 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 946 time: 0.3871419 Aug 30 07:44:13.223840 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Attempting to bind port 6f979320-52b7-4697-ac3e-2cdae4a28b32 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:44:13.224170 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Attempting to bind port 6f979320-52b7-4697-ac3e-2cdae4a28b32 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'abc98d22-6439-4d7b-affd-78b6418ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153'}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:44:13.224503 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Attempting to bind port 6f979320-52b7-4697-ac3e-2cdae4a28b32 on network eda8800c-3da0-4292-89a8-975d67f79153 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:44:13.234808 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-7da5e205-f27f-4d5e-8d69-c097573b8199 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Transition to ACTIVE for port object 3c46a146-822a-4468-b71f-245ec56863d2 will not be triggered until provisioned by entity DHCP. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:44:13.236663 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Port 6f979320-52b7-4697-ac3e-2cdae4a28b32 on network eda8800c-3da0-4292-89a8-975d67f79153 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:44:13.236993 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Attempting to bind port 6f979320-52b7-4697-ac3e-2cdae4a28b32 on network eda8800c-3da0-4292-89a8-975d67f79153 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:44:13.246815 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:44:13.247041 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Checking segment: {'id': 'abc98d22-6439-4d7b-affd-78b6418ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:44:13.247285 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Bound using segment: {'id': 'abc98d22-6439-4d7b-affd-78b6418ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153'} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:44:13.247718 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Bound port: 6f979320-52b7-4697-ac3e-2cdae4a28b32, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abc98d22-6439-4d7b-affd-78b6418ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153'}}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:44:13.248072 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:13.268162 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-7da5e205-f27f-4d5e-8d69-c097573b8199 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:13.270181 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6dcf7f3e-923f-4c8e-8b60-5796c7a94dc8 req-f77bdb33-1c5f-4e2a-9cf3-d0fb0a08c1e5 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568223 Aug 30 07:44:13.295499 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 54008) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:44:13.309264 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-7da5e205-f27f-4d5e-8d69-c097573b8199 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Network 639f315a-ab8b-43c0-af97-d8704cf6ed1a is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:44:13.314642 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-7da5e205-f27f-4d5e-8d69-c097573b8199 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:44:13.318396 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-7da5e205-f27f-4d5e-8d69-c097573b8199 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:44:13.335496 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] For port 6f979320-52b7-4697-ac3e-2cdae4a28b32, host hv-cinder-80403, cleared binding levels {{(pid=100445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:44:13.340704 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] For port 6f979320-52b7-4697-ac3e-2cdae4a28b32, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6f979320-52b7-4697-ac3e-2cdae4a28b32,segment=NetworkSegment(abc98d22-6439-4d7b-affd-78b6418ab6e5),segment_id=abc98d22-6439-4d7b-affd-78b6418ab6e5)] {{(pid=100445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:44:13.345193 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:13.346145 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5e205-f27f-4d5e-8d69-c097573b8199 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Pushing event updated for resources: {'Port': ['ID=3c46a146-822a-4468-b71f-245ec56863d2,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:13.376027 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-7da5e205-f27f-4d5e-8d69-c097573b8199 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:13.377401 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-7da5e205-f27f-4d5e-8d69-c097573b8199 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:13.381728 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:13.382370 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:13.383951 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] 10.222.0.72 "PUT /v2.0/ports/6f979320-52b7-4697-ac3e-2cdae4a28b32 HTTP/1.1" status: 200 len: 1093 time: 1.1127226 Aug 30 07:44:13.384420 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e4ab83-fc1c-4c20-944f-fc12258283ea', 'tag': '6f979320-52b7-4697-ac3e-2cdae4a28b32'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:44:13.387369 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a8f159-4f94-44af-9366-379dfca0adb4" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e4ab83-fc1c-4c20-944f-fc12258283ea", "tag": "6f979320-52b7-4697-ac3e-2cdae4a28b32"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:44:13.401607 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-7da5e205-f27f-4d5e-8d69-c097573b8199 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9661393 Aug 30 07:44:13.416203 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Request body: {'port': {'device_id': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:44:13.491632 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5602bc-16d7-4d5b-83c2-68281896cede x-openstack-request-id: req-8e5602bc-16d7-4d5b-83c2-68281896cede {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:44:13.491927 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e4ab83-fc1c-4c20-944f-fc12258283ea", "tag": "6f979320-52b7-4697-ac3e-2cdae4a28b32", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:44:13.492174 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e5602bc-16d7-4d5b-83c2-68281896cede {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:44:13.492569 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e4ab83-fc1c-4c20-944f-fc12258283ea', 'tag': '6f979320-52b7-4697-ac3e-2cdae4a28b32', 'status': 'completed', 'code': 200} Aug 30 07:44:13.499376 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:13.537452 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1250f-3a26-46e2-b6f8-2a280d29a41a service neutron] Pushing event updated for resources: {'Port': ['ID=6f979320-52b7-4697-ac3e-2cdae4a28b32,revision_number=3']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:13.623432 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-1f11f26d-1eb8-4540-b4e4-bf4fb9f8370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:13.625112 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-1f11f26d-1eb8-4540-b4e4-bf4fb9f8370e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff8583d16df6404d905eb9bdbf591980&device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 1096 time: 0.1829538 Aug 30 07:44:13.645869 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4338f88-ea93-403e-a60b-d1f8ab25c9b6 req-7d0d404f-d05e-4e15-abcb-d1d43c967a5b tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:13.647657 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d4338f88-ea93-403e-a60b-d1f8ab25c9b6 req-7d0d404f-d05e-4e15-abcb-d1d43c967a5b tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 932 time: 0.1120768 Aug 30 07:44:13.695237 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711108f9-d6fd-4b08-a63a-4b5c3b759bf4 tempest-TestVolumeBootPattern-247217760 tempest-TestVolumeBootPattern-247217760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:13.696623 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-711108f9-d6fd-4b08-a63a-4b5c3b759bf4 tempest-TestVolumeBootPattern-247217760 tempest-TestVolumeBootPattern-247217760-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 1094 time: 0.4001715 Aug 30 07:44:13.699874 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-e060b88e-909d-4e9b-b6fd-4a55a44f5e16 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f979320-52b7-4697-ac3e-2cdae4a28b32 HTTP/1.1" status: 200 len: 217 time: 0.0638163 Aug 30 07:44:13.700338 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 54016) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:44:13.712135 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Request body: {'floatingip': {'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'port_id': 'd0d6197e-eb01-46f2-9a82-f80bbb0eac27', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:44:13.754796 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-1d7efeb6-b56a-4533-b158-281ab056de17 None None] Provisioning for port 3c46a146-822a-4468-b71f-245ec56863d2 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:44:13.761535 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-1d7efeb6-b56a-4533-b158-281ab056de17 None None] Provisioning complete for port 3c46a146-822a-4468-b71f-245ec56863d2 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:44:13.762382 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1d7efeb6-b56a-4533-b158-281ab056de17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:13.779301 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d4338f88-ea93-403e-a60b-d1f8ab25c9b6 req-58edb2fb-db4a-47f8-ae2a-e9c43072ddd6 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216536 Aug 30 07:44:13.787269 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for floatingip, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:13.807209 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-636b74f8-553d-4125-97c6-50156544e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:13.809443 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-636b74f8-553d-4125-97c6-50156544e6e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8fee1361-e1b5-49c1-a52b-8d2bd7bb7419 HTTP/1.1" status: 200 len: 849 time: 0.0918341 Aug 30 07:44:13.812178 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-1d7efeb6-b56a-4533-b158-281ab056de17 None None] Port 3c46a146-822a-4468-b71f-245ec56863d2 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:44:13.818223 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c46a146-822a-4468-b71f-245ec56863d2 {{(pid=100444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:44:13.825591 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:13.837557 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Transition to ACTIVE for port object 3c46a146-822a-4468-b71f-245ec56863d2 will not be triggered until provisioned by entity L2. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:44:13.841550 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:13.893234 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Pushing event updated for resources: {'Port': ['ID=3c46a146-822a-4468-b71f-245ec56863d2,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:13.894333 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-0d7cff09-51e0-4689-a487-2a2c493c317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:13.896424 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-0d7cff09-51e0-4689-a487-2a2c493c317d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eda8800c-3da0-4292-89a8-975d67f79153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626569 Aug 30 07:44:14.003377 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:14.014210 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Attempting to bind port 3c46a146-822a-4468-b71f-245ec56863d2 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:44:14.014561 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Attempting to bind port 3c46a146-822a-4468-b71f-245ec56863d2 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '657b8a42-6ba5-4a47-bd9a-7e30c7faf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a'}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:44:14.014896 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Attempting to bind port 3c46a146-822a-4468-b71f-245ec56863d2 on network 639f315a-ab8b-43c0-af97-d8704cf6ed1a {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:44:14.025509 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Port 3c46a146-822a-4468-b71f-245ec56863d2 on network 639f315a-ab8b-43c0-af97-d8704cf6ed1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:44:14.025509 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Attempting to bind port 3c46a146-822a-4468-b71f-245ec56863d2 on network 639f315a-ab8b-43c0-af97-d8704cf6ed1a {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:44:14.029910 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-24f6478a-5a45-4765-9ec8-70d999c19daf service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249962 Aug 30 07:44:14.034166 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:44:14.034511 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Checking segment: {'id': '657b8a42-6ba5-4a47-bd9a-7e30c7faf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:44:14.034903 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Bound using segment: {'id': '657b8a42-6ba5-4a47-bd9a-7e30c7faf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a'} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:44:14.035334 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Bound port: 3c46a146-822a-4468-b71f-245ec56863d2, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657b8a42-6ba5-4a47-bd9a-7e30c7faf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a'}}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:44:14.035683 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:14.047240 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96198d-f76d-47b7-98a0-d87f1d485a62 req-4511eeda-7c60-4bd7-b51c-e095c65c0968 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:14.048779 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8d96198d-f76d-47b7-98a0-d87f1d485a62 req-4511eeda-7c60-4bd7-b51c-e095c65c0968 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 943 time: 0.0758462 Aug 30 07:44:14.127376 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8d96198d-f76d-47b7-98a0-d87f1d485a62 req-6fa82abb-cccf-406a-ad12-be2ddbd29dec tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab61b97b-222e-425c-bd94-266c553ca1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700121 Aug 30 07:44:14.148383 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] For port 3c46a146-822a-4468-b71f-245ec56863d2, host hv-cinder-80403, cleared binding levels {{(pid=100444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:44:14.150139 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] For port 3c46a146-822a-4468-b71f-245ec56863d2, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3c46a146-822a-4468-b71f-245ec56863d2,segment=NetworkSegment(657b8a42-6ba5-4a47-bd9a-7e30c7faf863),segment_id=657b8a42-6ba5-4a47-bd9a-7e30c7faf863)] {{(pid=100444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:44:14.155585 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:14.189785 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:14.190417 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:14.191768 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] 10.222.0.72 "PUT /v2.0/ports/3c46a146-822a-4468-b71f-245ec56863d2 HTTP/1.1" status: 200 len: 1094 time: 0.7812865 Aug 30 07:44:14.193921 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'tag': '3c46a146-822a-4468-b71f-245ec56863d2'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:44:14.196589 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c2829648-b83f-4bd5-be48-2c3dc3dcafde req-c820a5e0-800a-48ce-b383-60db3a9deabe service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413765 Aug 30 07:44:14.196935 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51869057-361d-470c-b3e2-a280202e2639" -d '{"events": [{"name": "network-changed", "server_uuid": "3e22a893-aaae-41b0-a718-d5e7595ad334", "tag": "3c46a146-822a-4468-b71f-245ec56863d2"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:44:14.199152 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Allocated IP 172.27.2.38 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/16bb1282-4564-4007-a42a-73bad41b0b27) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:44:14.226600 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90cf7-f5ee-4b65-9c3e-021e86cf153a service neutron] Pushing event updated for resources: {'Port': ['ID=3c46a146-822a-4468-b71f-245ec56863d2,revision_number=3']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:14.281365 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c44a71-af24-4364-8a71-713d6a92720a x-openstack-request-id: req-f0c44a71-af24-4364-8a71-713d6a92720a {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:44:14.281658 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e22a893-aaae-41b0-a718-d5e7595ad334", "tag": "3c46a146-822a-4468-b71f-245ec56863d2", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:44:14.281914 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f0c44a71-af24-4364-8a71-713d6a92720a {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:44:14.282342 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'tag': '3c46a146-822a-4468-b71f-245ec56863d2', 'status': 'completed', 'code': 200} Aug 30 07:44:14.314770 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8f159-4f94-44af-9366-379dfca0adb4 req-8bcf426d-b23e-4a67-aa7a-c4f2aa49557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:14.316316 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-62a8f159-4f94-44af-9366-379dfca0adb4 req-8bcf426d-b23e-4a67-aa7a-c4f2aa49557d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff8583d16df6404d905eb9bdbf591980&device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 1096 time: 0.0510795 Aug 30 07:44:14.331353 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-181d6b52-24d9-4f54-a68a-6204c251e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:14.333071 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-181d6b52-24d9-4f54-a68a-6204c251e6af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4e2ce190bb44688b0c8e91598644de9&device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 1097 time: 0.0746500 Aug 30 07:44:14.391068 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-67d7dd19-a834-47e7-ad61-f9c8f2d213cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c46a146-822a-4468-b71f-245ec56863d2 HTTP/1.1" status: 200 len: 217 time: 0.0470285 Aug 30 07:44:14.393917 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:14.427421 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8f159-4f94-44af-9366-379dfca0adb4 req-38b5d617-5e69-49e1-abfb-792ee8488194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:14.429410 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-62a8f159-4f94-44af-9366-379dfca0adb4 req-38b5d617-5e69-49e1-abfb-792ee8488194 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eda8800c-3da0-4292-89a8-975d67f79153 HTTP/1.1" status: 200 len: 912 time: 0.1037493 Aug 30 07:44:14.454062 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-15ee3b25-81ca-43e4-921d-b2e50e7ef996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:14.455548 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-15ee3b25-81ca-43e4-921d-b2e50e7ef996 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a336205-aa2e-4961-bfe7-6c96dfd27453 HTTP/1.1" status: 200 len: 848 time: 0.0562353 Aug 30 07:44:14.482263 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-62a8f159-4f94-44af-9366-379dfca0adb4 req-756232f8-3e2d-4f50-a1e0-ff412c4402c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f979320-52b7-4697-ac3e-2cdae4a28b32 HTTP/1.1" status: 200 len: 217 time: 0.0382361 Aug 30 07:44:14.501496 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:14.531579 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8f159-4f94-44af-9366-379dfca0adb4 req-893c6207-cb34-42e2-ba78-916ab5e19c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:14.533048 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-62a8f159-4f94-44af-9366-379dfca0adb4 req-893c6207-cb34-42e2-ba78-916ab5e19c38 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8fee1361-e1b5-49c1-a52b-8d2bd7bb7419 HTTP/1.1" status: 200 len: 849 time: 0.0436654 Aug 30 07:44:14.537872 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-7478f093-6a86-42f1-9e36-9ef55fbede19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:14.539382 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-7478f093-6a86-42f1-9e36-9ef55fbede19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=639f315a-ab8b-43c0-af97-d8704cf6ed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758519 Aug 30 07:44:14.560503 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:44:14.582691 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8f159-4f94-44af-9366-379dfca0adb4 req-fa259543-e871-43f5-89d8-a3117ec941e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:14.584166 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-62a8f159-4f94-44af-9366-379dfca0adb4 req-fa259543-e871-43f5-89d8-a3117ec941e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eda8800c-3da0-4292-89a8-975d67f79153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432594 Aug 30 07:44:14.597970 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:44:14.600667 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:44:14.625158 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event updated for resources: {'Port': ['ID=16bb1282-4564-4007-a42a-73bad41b0b27,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:14.674522 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-62a8f159-4f94-44af-9366-379dfca0adb4 req-338ed6dc-40a5-4d61-9fd8-496516a20fb4 service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822608 Aug 30 07:44:14.725121 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-2abdd90e-c6de-415d-8067-d07604fdf4ed service neutron] 10.222.0.72 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769595 Aug 30 07:44:14.770963 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-62a8f159-4f94-44af-9366-379dfca0adb4 req-ab5a637f-23b5-4670-bed8-bbd501d8b2de service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886748 Aug 30 07:44:14.905247 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a093e-a9ad-45aa-b501-b2d6970f38ac req-17328bd7-ef1e-484a-84b3-b1105e7943ef tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:14.906787 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-117a093e-a9ad-45aa-b501-b2d6970f38ac req-17328bd7-ef1e-484a-84b3-b1105e7943ef tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0505273 Aug 30 07:44:14.907970 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-93b2f8a5-0b59-4685-a27e-fa4ea76c62a9 req-ef19372f-f5c2-4054-b37e-c7fbf6ca688c service neutron] 10.222.0.72 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736591 Aug 30 07:44:14.950542 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-117a093e-a9ad-45aa-b501-b2d6970f38ac req-aa72e4d6-41a1-4ed4-97a0-6c6a18f6d335 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373821 Aug 30 07:44:15.073410 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51869057-361d-470c-b3e2-a280202e2639 req-06dc73f4-0bfb-453a-a735-8b81ddde40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:15.074954 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-51869057-361d-470c-b3e2-a280202e2639 req-06dc73f4-0bfb-453a-a735-8b81ddde40e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4e2ce190bb44688b0c8e91598644de9&device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 1097 time: 0.1106763 Aug 30 07:44:15.142207 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:15.250474 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51869057-361d-470c-b3e2-a280202e2639 req-5a0a444c-f02d-4b8d-b0d6-0012dd91d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:15.251914 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-51869057-361d-470c-b3e2-a280202e2639 req-5a0a444c-f02d-4b8d-b0d6-0012dd91d0a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=639f315a-ab8b-43c0-af97-d8704cf6ed1a HTTP/1.1" status: 200 len: 911 time: 0.1668532 Aug 30 07:44:15.268605 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:15.322116 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-51869057-361d-470c-b3e2-a280202e2639 req-5a1b7245-101c-46f1-bf7d-4092e3c4d866 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c46a146-822a-4468-b71f-245ec56863d2 HTTP/1.1" status: 200 len: 217 time: 0.0588892 Aug 30 07:44:15.332194 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a8a5c-b0f4-466f-856b-e9fe6fed4704 req-de457f37-cca2-40af-954d-bb8f45c83dac tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:15.333514 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a98a8a5c-b0f4-466f-856b-e9fe6fed4704 req-de457f37-cca2-40af-954d-bb8f45c83dac tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 943 time: 0.1323056 Aug 30 07:44:15.461425 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a98a8a5c-b0f4-466f-856b-e9fe6fed4704 req-b1a2a0c8-008a-491c-827b-12a78d57ccaf tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab61b97b-222e-425c-bd94-266c553ca1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139441 Aug 30 07:44:15.464810 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51869057-361d-470c-b3e2-a280202e2639 req-fc43169a-4d04-4d3d-8dca-5ab76e5cf382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:15.465716 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-51869057-361d-470c-b3e2-a280202e2639 req-fc43169a-4d04-4d3d-8dca-5ab76e5cf382 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a336205-aa2e-4961-bfe7-6c96dfd27453 HTTP/1.1" status: 200 len: 848 time: 0.1313834 Aug 30 07:44:15.546773 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51869057-361d-470c-b3e2-a280202e2639 req-e2f0bc8a-f3e9-4959-b2f4-2e31f7828178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:15.548236 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-51869057-361d-470c-b3e2-a280202e2639 req-e2f0bc8a-f3e9-4959-b2f4-2e31f7828178 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=639f315a-ab8b-43c0-af97-d8704cf6ed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690441 Aug 30 07:44:15.556167 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:15.567239 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:15.680999 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event updated for resources: {'Port': ['ID=16bb1282-4564-4007-a42a-73bad41b0b27,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:15.709963 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-51869057-361d-470c-b3e2-a280202e2639 req-78077a0b-b223-407e-a51b-a5bbcef34bd9 service neutron] 10.222.0.72 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518538 Aug 30 07:44:15.710748 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:16.068639 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a3c43-ffb7-437a-a252-f044f2d8c951 req-0336bfdd-3cde-4389-b397-021db0b9fc0f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:16.070222 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-600a3c43-ffb7-437a-a252-f044f2d8c951 req-0336bfdd-3cde-4389-b397-021db0b9fc0f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0491011 Aug 30 07:44:16.109838 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-600a3c43-ffb7-437a-a252-f044f2d8c951 req-5d22274c-e909-4852-9a9f-105197e40aac tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327103 Aug 30 07:44:16.119361 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.l3_db [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Floating IP 610e6903-9099-453d-8f7b-16e1ffcd5d2c associated. External IP: 172.27.2.38, port: d0d6197e-eb01-46f2-9a82-f80bbb0eac27. Aug 30 07:44:16.124351 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-51869057-361d-470c-b3e2-a280202e2639 req-2da612b0-5426-44b6-a995-8fcde7691f10 service neutron] 10.222.0.72 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785768 Aug 30 07:44:16.321225 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:44:16.430626 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:44:16.441781 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d24d24-2a1c-4d73-a1b9-7e3d4e8daf20 None None] Sync routers for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:44:16.446534 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:16.452981 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d24d24-2a1c-4d73-a1b9-7e3d4e8daf20 None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:44:16.453658 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-69d24d24-2a1c-4d73-a1b9-7e3d4e8daf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:44:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:16.474746 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-430d0826-038b-4706-95bf-b8046655dfb7 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7681355 Aug 30 07:44:16.475224 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da941cd-c865-4e6c-9bf4-47c3dd329158', 'tag': 'd0d6197e-eb01-46f2-9a82-f80bbb0eac27'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:44:16.477520 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587438e0-2b06-448b-be68-8ca4e38f05de" -d '{"events": [{"name": "network-changed", "server_uuid": "7da941cd-c865-4e6c-9bf4-47c3dd329158", "tag": "d0d6197e-eb01-46f2-9a82-f80bbb0eac27"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:44:16.521580 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32ac489-a899-41a9-8198-df227f1d61e3 x-openstack-request-id: req-c32ac489-a899-41a9-8198-df227f1d61e3 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:44:16.521871 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da941cd-c865-4e6c-9bf4-47c3dd329158", "tag": "d0d6197e-eb01-46f2-9a82-f80bbb0eac27", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:44:16.522144 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c32ac489-a899-41a9-8198-df227f1d61e3 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:44:16.522545 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da941cd-c865-4e6c-9bf4-47c3dd329158', 'tag': 'd0d6197e-eb01-46f2-9a82-f80bbb0eac27', 'status': 'completed', 'code': 200} Aug 30 07:44:16.570899 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-69d24d24-2a1c-4d73-a1b9-7e3d4e8daf20 None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:44:16.597397 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587438e0-2b06-448b-be68-8ca4e38f05de req-b3df70e9-c9b3-4cb4-98be-8d67f41cd716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:16.598936 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-587438e0-2b06-448b-be68-8ca4e38f05de req-b3df70e9-c9b3-4cb4-98be-8d67f41cd716 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f9590f149e841f38602d1fbd657bb0d&device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 1099 time: 0.0516355 Aug 30 07:44:16.621683 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd276ed1-512d-438b-94b1-600bfc6cdbd6 req-f5aa4b0e-17b5-4cf4-a7a9-29c51bf2ed4e tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:16.626551 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-dd276ed1-512d-438b-94b1-600bfc6cdbd6 req-f5aa4b0e-17b5-4cf4-a7a9-29c51bf2ed4e tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 943 time: 0.0577822 Aug 30 07:44:16.664631 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-dd276ed1-512d-438b-94b1-600bfc6cdbd6 req-f3bef05c-8d86-4591-a3f5-8fc7edcefa4f tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab61b97b-222e-425c-bd94-266c553ca1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345201 Aug 30 07:44:16.696542 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587438e0-2b06-448b-be68-8ca4e38f05de req-c0ef4ed2-196e-492a-b101-7193fcab3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:16.698054 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-587438e0-2b06-448b-be68-8ca4e38f05de req-c0ef4ed2-196e-492a-b101-7193fcab3ea4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 200 len: 914 time: 0.0913310 Aug 30 07:44:16.766976 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-587438e0-2b06-448b-be68-8ca4e38f05de req-33201463-d2a3-4572-8047-59d8a50bbab1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d6197e-eb01-46f2-9a82-f80bbb0eac27 HTTP/1.1" status: 200 len: 999 time: 0.0614803 Aug 30 07:44:16.804997 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-69d24d24-2a1c-4d73-a1b9-7e3d4e8daf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '610e6903-9099-453d-8f7b-16e1ffcd5d2c', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'port_id': 'd0d6197e-eb01-46f2-9a82-f80bbb0eac27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'mac_address': 'fa:16:3e:40:d5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da941cd-c865-4e6c-9bf4-47c3dd329158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:44:14Z', 'updated_at': '2021-08-30T07:44:14Z', 'revision_number': 0, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:16.817323 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587438e0-2b06-448b-be68-8ca4e38f05de req-91580004-4582-46de-a290-eff2a7b60246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:16.818830 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-587438e0-2b06-448b-be68-8ca4e38f05de req-91580004-4582-46de-a290-eff2a7b60246 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e2318d-123e-41c6-aa16-ca61889da190 HTTP/1.1" status: 200 len: 851 time: 0.0444467 Aug 30 07:44:16.830680 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d24d24-2a1c-4d73-a1b9-7e3d4e8daf20 None None] Checking router: 4b14d5a1-5896-47db-9d6a-b64d7346ab18 for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:44:16.838974 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d24d24-2a1c-4d73-a1b9-7e3d4e8daf20 None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:44:16.839591 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-69d24d24-2a1c-4d73-a1b9-7e3d4e8daf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:44:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:16.867743 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587438e0-2b06-448b-be68-8ca4e38f05de req-90b3af9f-ea1a-4b51-86ca-072d78746baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:16.869240 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-587438e0-2b06-448b-be68-8ca4e38f05de req-90b3af9f-ea1a-4b51-86ca-072d78746baa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab4a9354-67df-4094-835a-a69066bff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396547 Aug 30 07:44:16.947419 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-69d24d24-2a1c-4d73-a1b9-7e3d4e8daf20 None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:44:16.965736 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-587438e0-2b06-448b-be68-8ca4e38f05de req-82b5a4bb-a267-437f-acd7-b9cfe3d36894 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890524 Aug 30 07:44:17.053409 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-587438e0-2b06-448b-be68-8ca4e38f05de req-0697a897-513a-476b-9aee-3c146f920b02 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809469 Aug 30 07:44:17.173469 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-69d24d24-2a1c-4d73-a1b9-7e3d4e8daf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '610e6903-9099-453d-8f7b-16e1ffcd5d2c', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'port_id': 'd0d6197e-eb01-46f2-9a82-f80bbb0eac27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'mac_address': 'fa:16:3e:40:d5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da941cd-c865-4e6c-9bf4-47c3dd329158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:44:14Z', 'updated_at': '2021-08-30T07:44:14Z', 'revision_number': 0, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:17.200494 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d24d24-2a1c-4d73-a1b9-7e3d4e8daf20 None None] The sync data for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi is: [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '610e6903-9099-453d-8f7b-16e1ffcd5d2c', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'port_id': 'd0d6197e-eb01-46f2-9a82-f80bbb0eac27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'mac_address': 'fa:16:3e:40:d5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da941cd-c865-4e6c-9bf4-47c3dd329158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:44:14Z', 'updated_at': '2021-08-30T07:44:14Z', 'revision_number': 0, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:44:17.224455 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b1de4-31c7-4d99-ba55-7ca42158ffa1 req-52444a02-d3f7-439c-8a90-d38dac9c7d74 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:17.225936 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-051b1de4-31c7-4d99-ba55-7ca42158ffa1 req-52444a02-d3f7-439c-8a90-d38dac9c7d74 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0492389 Aug 30 07:44:17.266381 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-051b1de4-31c7-4d99-ba55-7ca42158ffa1 req-ba490637-49ab-4e77-9161-c42644b7f6d3 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336528 Aug 30 07:44:17.378847 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb592941-95f5-4ce1-8534-e1c75a8c0727 None None] New status for floating IP 610e6903-9099-453d-8f7b-16e1ffcd5d2c: ACTIVE {{(pid=100447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:44:17.781574 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd1ab5-020c-45f2-a44d-90cdef637e4c req-d2d3bcee-552a-48f0-8b20-647c9d5166fd tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:17.783000 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b7bd1ab5-020c-45f2-a44d-90cdef637e4c req-d2d3bcee-552a-48f0-8b20-647c9d5166fd tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 943 time: 0.0529351 Aug 30 07:44:17.820343 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b7bd1ab5-020c-45f2-a44d-90cdef637e4c req-a88cafb4-1bd2-4f67-9597-e1af92a81834 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab61b97b-222e-425c-bd94-266c553ca1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314627 Aug 30 07:44:18.097511 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 6f979320-52b7-4697-ac3e-2cdae4a28b32 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:44:18.189645 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 6f979320-52b7-4697-ac3e-2cdae4a28b32, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6f979320-52b7-4697-ac3e-2cdae4a28b32,segment=NetworkSegment(abc98d22-6439-4d7b-affd-78b6418ab6e5),segment_id=abc98d22-6439-4d7b-affd-78b6418ab6e5)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:18.201012 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': '6f979320-52b7-4697-ac3e-2cdae4a28b32', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'port_id': '6f979320-52b7-4697-ac3e-2cdae4a28b32', 'mac_address': 'fa:16:3e:5e:e1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:44:18.240448 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:18.253233 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f979320-52b7-4697-ac3e-2cdae4a28b32 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:44:18.272296 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 6f979320-52b7-4697-ac3e-2cdae4a28b32, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6f979320-52b7-4697-ac3e-2cdae4a28b32,segment=NetworkSegment(abc98d22-6439-4d7b-affd-78b6418ab6e5),segment_id=abc98d22-6439-4d7b-affd-78b6418ab6e5)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:18.276073 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:18.326441 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=6f979320-52b7-4697-ac3e-2cdae4a28b32,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:18.384981 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a610a-d178-424d-ba3e-443e2afa056f req-3adc48eb-c39b-4729-82b5-c80243dc7ecd tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:18.386431 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-515a610a-d178-424d-ba3e-443e2afa056f req-3adc48eb-c39b-4729-82b5-c80243dc7ecd tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0493834 Aug 30 07:44:18.424763 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-515a610a-d178-424d-ba3e-443e2afa056f req-38d12309-dada-4e19-a2da-8b35e81b30c0 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317698 Aug 30 07:44:18.521474 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['6f979320-52b7-4697-ac3e-2cdae4a28b32'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:44:18.933634 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bc275-3d21-400e-b00c-cc49396c11b7 req-9eb7810e-d203-4f5b-9a0a-8b73080463a5 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:18.935040 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0d8bc275-3d21-400e-b00c-cc49396c11b7 req-9eb7810e-d203-4f5b-9a0a-8b73080463a5 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 944 time: 0.0499792 Aug 30 07:44:18.962531 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:44:18.981995 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0d8bc275-3d21-400e-b00c-cc49396c11b7 req-a778e453-38bc-4b30-a36e-4baac1010ed4 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab61b97b-222e-425c-bd94-266c553ca1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410507 Aug 30 07:44:19.539653 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efb7a7-e5a2-4160-82a6-672b27aa9bff req-07663f8b-3116-40de-b7c4-3a0bb96fd226 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:19.541131 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-19efb7a7-e5a2-4160-82a6-672b27aa9bff req-07663f8b-3116-40de-b7c4-3a0bb96fd226 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0487473 Aug 30 07:44:19.577924 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-19efb7a7-e5a2-4160-82a6-672b27aa9bff req-242c84a8-8da5-4470-b7cd-7e54129be1cd tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308754 Aug 30 07:44:20.094788 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2cc23-7375-4d03-a09f-2b3470b5f49b req-3fbd9130-e71e-4c8d-8177-861998b74ba6 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:20.096236 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-dab2cc23-7375-4d03-a09f-2b3470b5f49b req-3fbd9130-e71e-4c8d-8177-861998b74ba6 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 944 time: 0.0474784 Aug 30 07:44:20.106654 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 6f979320-52b7-4697-ac3e-2cdae4a28b32 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:44:20.134218 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-dab2cc23-7375-4d03-a09f-2b3470b5f49b req-1c7afd66-d405-4fef-895c-5002a490f626 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab61b97b-222e-425c-bd94-266c553ca1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320454 Aug 30 07:44:20.155920 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port 6f979320-52b7-4697-ac3e-2cdae4a28b32 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:44:20.159586 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port 6f979320-52b7-4697-ac3e-2cdae4a28b32 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:44:20.159953 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:20.233856 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:20.258719 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e4ab83-fc1c-4c20-944f-fc12258283ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f979320-52b7-4697-ac3e-2cdae4a28b32'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:44:20.260999 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebcb283-d415-4130-a0bb-0f7e1ff5c6a2" -d '{"events": [{"server_uuid": "d1e4ab83-fc1c-4c20-944f-fc12258283ea", "name": "network-vif-plugged", "status": "completed", "tag": "6f979320-52b7-4697-ac3e-2cdae4a28b32"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:44:20.387079 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6d6e55-3032-4342-b2b7-e3f120f0dbc5 x-openstack-request-id: req-ae6d6e55-3032-4342-b2b7-e3f120f0dbc5 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:44:20.387398 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e4ab83-fc1c-4c20-944f-fc12258283ea", "name": "network-vif-plugged", "status": "completed", "tag": "6f979320-52b7-4697-ac3e-2cdae4a28b32", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:44:20.387597 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae6d6e55-3032-4342-b2b7-e3f120f0dbc5 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:44:20.387977 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e4ab83-fc1c-4c20-944f-fc12258283ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f979320-52b7-4697-ac3e-2cdae4a28b32', 'code': 200} Aug 30 07:44:20.391518 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 6f979320-52b7-4697-ac3e-2cdae4a28b32, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6f979320-52b7-4697-ac3e-2cdae4a28b32,segment=NetworkSegment(abc98d22-6439-4d7b-affd-78b6418ab6e5),segment_id=abc98d22-6439-4d7b-affd-78b6418ab6e5)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:20.395154 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:20.443324 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=6f979320-52b7-4697-ac3e-2cdae4a28b32,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:20.499937 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95c54b-d4c9-4ee5-9a5b-cebdf67f0409 req-8a14d310-c591-4c58-b107-f906dcd18bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:20.501453 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ab95c54b-d4c9-4ee5-9a5b-cebdf67f0409 req-8a14d310-c591-4c58-b107-f906dcd18bea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 1098 time: 0.0436265 Aug 30 07:44:20.539595 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ab95c54b-d4c9-4ee5-9a5b-cebdf67f0409 req-d05da80f-02e3-4477-b170-3336f33dd97a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ab61b97b-222e-425c-bd94-266c553ca1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284603 Aug 30 07:44:20.690307 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5afc5-180c-4563-9a28-fdf1b6e071ee req-c2727b4e-3822-431c-80d8-e64905dee6d1 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:20.691768 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d7c5afc5-180c-4563-9a28-fdf1b6e071ee req-c2727b4e-3822-431c-80d8-e64905dee6d1 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0479321 Aug 30 07:44:20.728821 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d7c5afc5-180c-4563-9a28-fdf1b6e071ee req-3a9080f7-06e9-4be7-a78e-fcff504a8f75 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311944 Aug 30 07:44:21.247706 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb83774-7153-43f0-b3ff-f4f82c22539c req-3f43e414-10bb-4ef3-9cac-39b8b2ff619b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:21.249166 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ccb83774-7153-43f0-b3ff-f4f82c22539c req-3f43e414-10bb-4ef3-9cac-39b8b2ff619b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 945 time: 0.0482202 Aug 30 07:44:21.285647 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ccb83774-7153-43f0-b3ff-f4f82c22539c req-3029be79-b059-464d-a348-c1227d47c5e1 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab61b97b-222e-425c-bd94-266c553ca1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306385 Aug 30 07:44:21.849289 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463acb8-5074-42c5-97a6-d400f8757c95 req-77e8e844-fd1a-457e-bbcc-59fad6a30dae tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:21.850789 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e463acb8-5074-42c5-97a6-d400f8757c95 req-77e8e844-fd1a-457e-bbcc-59fad6a30dae tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0522683 Aug 30 07:44:21.888383 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e463acb8-5074-42c5-97a6-d400f8757c95 req-ce7c3c05-8acd-4be1-820e-bbb3c3c31100 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317059 Aug 30 07:44:22.401649 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7795935-1b40-49c8-b0cf-c79cce651097 req-5183076b-29d2-46b4-b741-10c3f73ef191 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:22.403170 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e7795935-1b40-49c8-b0cf-c79cce651097 req-5183076b-29d2-46b4-b741-10c3f73ef191 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 945 time: 0.0504451 Aug 30 07:44:22.452592 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e7795935-1b40-49c8-b0cf-c79cce651097 req-78bf26cf-89c7-4402-99d2-6b377e4c001a tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab61b97b-222e-425c-bd94-266c553ca1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433731 Aug 30 07:44:22.570539 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d04dd-9479-4581-8e5a-cbf9864fb433 req-a67c24f5-9d30-4ae1-aadb-f2417d70c46f tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:22.571919 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f70d04dd-9479-4581-8e5a-cbf9864fb433 req-a67c24f5-9d30-4ae1-aadb-f2417d70c46f tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 945 time: 0.0519245 Aug 30 07:44:22.580784 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 54074) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:44:22.585188 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-e28f072a-d6fc-4db8-803c-15deb896ae76 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Request body: {'floatingip': {'port_id': '6f979320-52b7-4697-ac3e-2cdae4a28b32'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:44:22.626355 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e28f072a-d6fc-4db8-803c-15deb896ae76 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for floatingip, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:23.009426 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7929593-0ac9-42ef-aab8-0e40e6534bdb req-48d00038-07e5-4100-bfe7-543869b8c4ec tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:23.010940 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d7929593-0ac9-42ef-aab8-0e40e6534bdb req-48d00038-07e5-4100-bfe7-543869b8c4ec tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0513988 Aug 30 07:44:23.054256 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d7929593-0ac9-42ef-aab8-0e40e6534bdb req-283ae9da-f864-454e-bb29-a89b393af9dc tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364766 Aug 30 07:44:23.072636 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e28f072a-d6fc-4db8-803c-15deb896ae76 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:23.077643 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e28f072a-d6fc-4db8-803c-15deb896ae76 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:23.182430 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.l3_db [None req-e28f072a-d6fc-4db8-803c-15deb896ae76 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Floating IP 68efb603-778a-45b1-9dc5-29ed761f5f61 associated. External IP: 172.27.2.13, port: 6f979320-52b7-4697-ac3e-2cdae4a28b32. Aug 30 07:44:23.396189 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28f072a-d6fc-4db8-803c-15deb896ae76 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Router 48a94131-65f2-4b2f-b831-df01ad8f28cc has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:44:23.506881 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28f072a-d6fc-4db8-803c-15deb896ae76 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:44:23.512393 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e28f072a-d6fc-4db8-803c-15deb896ae76 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:23.517114 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7bc2a2-3808-437f-83b7-6ccd59d12255 None None] Sync routers for ids ['48a94131-65f2-4b2f-b831-df01ad8f28cc'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:44:23.530728 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7bc2a2-3808-437f-83b7-6ccd59d12255 None None] Routers {'48a94131-65f2-4b2f-b831-df01ad8f28cc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:44:23.530986 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-2f7bc2a2-3808-437f-83b7-6ccd59d12255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:44:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['48a94131-65f2-4b2f-b831-df01ad8f28cc'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:23.541245 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-e28f072a-d6fc-4db8-803c-15deb896ae76 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "PUT /v2.0/floatingips/68efb603-778a-45b1-9dc5-29ed761f5f61 HTTP/1.1" status: 200 len: 990 time: 0.9568024 Aug 30 07:44:23.541245 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e4ab83-fc1c-4c20-944f-fc12258283ea', 'tag': '6f979320-52b7-4697-ac3e-2cdae4a28b32'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:44:23.541516 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4251db33-f765-4bb5-b522-f9eaae71fdba" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e4ab83-fc1c-4c20-944f-fc12258283ea", "tag": "6f979320-52b7-4697-ac3e-2cdae4a28b32"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:44:23.580610 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e602226c-6c6e-4bc0-849a-1d8f977c7b29 x-openstack-request-id: req-e602226c-6c6e-4bc0-849a-1d8f977c7b29 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:44:23.581212 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e4ab83-fc1c-4c20-944f-fc12258283ea", "tag": "6f979320-52b7-4697-ac3e-2cdae4a28b32", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:44:23.581488 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e602226c-6c6e-4bc0-849a-1d8f977c7b29 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:44:23.581914 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e4ab83-fc1c-4c20-944f-fc12258283ea', 'tag': '6f979320-52b7-4697-ac3e-2cdae4a28b32', 'status': 'completed', 'code': 200} Aug 30 07:44:23.641701 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-2f7bc2a2-3808-437f-83b7-6ccd59d12255 None None] Set router 48a94131-65f2-4b2f-b831-df01ad8f28cc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:44:23.651998 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251db33-f765-4bb5-b522-f9eaae71fdba req-fa589be5-ca92-4fa0-bbe9-38ca4966cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:23.653685 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4251db33-f765-4bb5-b522-f9eaae71fdba req-fa589be5-ca92-4fa0-bbe9-38ca4966cab2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff8583d16df6404d905eb9bdbf591980&device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 1098 time: 0.0491228 Aug 30 07:44:23.748717 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251db33-f765-4bb5-b522-f9eaae71fdba req-b1616a1b-12fd-49cc-9570-ebb21351100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:23.750581 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4251db33-f765-4bb5-b522-f9eaae71fdba req-b1616a1b-12fd-49cc-9570-ebb21351100b service neutron] 10.222.0.72 "GET /v2.0/networks?id=eda8800c-3da0-4292-89a8-975d67f79153 HTTP/1.1" status: 200 len: 912 time: 0.0879204 Aug 30 07:44:23.820899 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4251db33-f765-4bb5-b522-f9eaae71fdba req-a26b9430-ff1e-4c01-a6ba-42a384bf2b7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f979320-52b7-4697-ac3e-2cdae4a28b32 HTTP/1.1" status: 200 len: 998 time: 0.0608633 Aug 30 07:44:23.871291 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-2f7bc2a2-3808-437f-83b7-6ccd59d12255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:41Z', 'revision_number': 4, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '68efb603-778a-45b1-9dc5-29ed761f5f61', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'port_id': '6f979320-52b7-4697-ac3e-2cdae4a28b32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'mac_address': 'fa:16:3e:5e:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e4ab83-fc1c-4c20-944f-fc12258283ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:44:09Z', 'updated_at': '2021-08-30T07:44:22Z', 'revision_number': 1, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30384ccd-3c99-4311-89f0-52bd3cdd45ff', 'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'mac_address': 'fa:16:3e:df:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:39Z', 'updated_at': '2021-08-30T07:39:52Z', 'revision_number': 5, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'subnets': [{'id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:23.879094 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251db33-f765-4bb5-b522-f9eaae71fdba req-cd945461-47f4-4818-8d9e-d3ade9f6237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:23.880836 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4251db33-f765-4bb5-b522-f9eaae71fdba req-cd945461-47f4-4818-8d9e-d3ade9f6237c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8fee1361-e1b5-49c1-a52b-8d2bd7bb7419 HTTP/1.1" status: 200 len: 849 time: 0.0437052 Aug 30 07:44:23.901015 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7bc2a2-3808-437f-83b7-6ccd59d12255 None None] Checking router: 48a94131-65f2-4b2f-b831-df01ad8f28cc for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:44:23.909815 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7bc2a2-3808-437f-83b7-6ccd59d12255 None None] Routers {'48a94131-65f2-4b2f-b831-df01ad8f28cc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:44:23.910451 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-2f7bc2a2-3808-437f-83b7-6ccd59d12255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:44:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['48a94131-65f2-4b2f-b831-df01ad8f28cc'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:23.932452 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251db33-f765-4bb5-b522-f9eaae71fdba req-8efb1ef7-6074-4bb7-9f2e-2f0ddf32852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:23.934182 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4251db33-f765-4bb5-b522-f9eaae71fdba req-8efb1ef7-6074-4bb7-9f2e-2f0ddf32852f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eda8800c-3da0-4292-89a8-975d67f79153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437675 Aug 30 07:44:24.019458 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-2f7bc2a2-3808-437f-83b7-6ccd59d12255 None None] Set router 48a94131-65f2-4b2f-b831-df01ad8f28cc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:44:24.033736 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4251db33-f765-4bb5-b522-f9eaae71fdba req-1a6ac571-224a-4b39-a217-cf9038fd3ec9 service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907266 Aug 30 07:44:24.134913 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 3c46a146-822a-4468-b71f-245ec56863d2 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:44:24.142251 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4251db33-f765-4bb5-b522-f9eaae71fdba req-5e0285d8-d836-4d6c-bf2c-bb1ff1ca9a6a service neutron] 10.222.0.72 "GET /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999155 Aug 30 07:44:24.184933 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242dafe7-a42e-4a8a-88b6-bc0153e594cc req-24e9f24e-aefc-4f07-8c28-44ccca247e01 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:24.186548 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-242dafe7-a42e-4a8a-88b6-bc0153e594cc req-24e9f24e-aefc-4f07-8c28-44ccca247e01 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0606503 Aug 30 07:44:24.228268 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-242dafe7-a42e-4a8a-88b6-bc0153e594cc req-c5d2fd46-537f-4269-9733-f771c0a9be09 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346897 Aug 30 07:44:24.317451 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 3c46a146-822a-4468-b71f-245ec56863d2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3c46a146-822a-4468-b71f-245ec56863d2,segment=NetworkSegment(657b8a42-6ba5-4a47-bd9a-7e30c7faf863),segment_id=657b8a42-6ba5-4a47-bd9a-7e30c7faf863)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:24.332653 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': '3c46a146-822a-4468-b71f-245ec56863d2', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'port_id': '3c46a146-822a-4468-b71f-245ec56863d2', 'mac_address': 'fa:16:3e:eb:99:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:44:24.363913 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-2f7bc2a2-3808-437f-83b7-6ccd59d12255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:41Z', 'revision_number': 4, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '68efb603-778a-45b1-9dc5-29ed761f5f61', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'port_id': '6f979320-52b7-4697-ac3e-2cdae4a28b32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'mac_address': 'fa:16:3e:5e:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e4ab83-fc1c-4c20-944f-fc12258283ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:44:09Z', 'updated_at': '2021-08-30T07:44:22Z', 'revision_number': 1, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30384ccd-3c99-4311-89f0-52bd3cdd45ff', 'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'mac_address': 'fa:16:3e:df:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:39Z', 'updated_at': '2021-08-30T07:39:52Z', 'revision_number': 5, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'subnets': [{'id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:24.397655 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7bc2a2-3808-437f-83b7-6ccd59d12255 None None] The sync data for ids ['48a94131-65f2-4b2f-b831-df01ad8f28cc'] in dv-cinder-804035-7-iscsi is: [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:41Z', 'revision_number': 4, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '68efb603-778a-45b1-9dc5-29ed761f5f61', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'port_id': '6f979320-52b7-4697-ac3e-2cdae4a28b32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'mac_address': 'fa:16:3e:5e:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e4ab83-fc1c-4c20-944f-fc12258283ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:44:09Z', 'updated_at': '2021-08-30T07:44:22Z', 'revision_number': 1, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30384ccd-3c99-4311-89f0-52bd3cdd45ff', 'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'mac_address': 'fa:16:3e:df:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:39Z', 'updated_at': '2021-08-30T07:39:52Z', 'revision_number': 5, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'subnets': [{'id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:44:24.405182 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:24.419290 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c46a146-822a-4468-b71f-245ec56863d2 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:44:24.439699 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 3c46a146-822a-4468-b71f-245ec56863d2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3c46a146-822a-4468-b71f-245ec56863d2,segment=NetworkSegment(657b8a42-6ba5-4a47-bd9a-7e30c7faf863),segment_id=657b8a42-6ba5-4a47-bd9a-7e30c7faf863)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:24.446842 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:24.501090 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=3c46a146-822a-4468-b71f-245ec56863d2,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:24.582629 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f1551b-f87c-42f4-b42c-e494e17deac5 None None] New status for floating IP 68efb603-778a-45b1-9dc5-29ed761f5f61: ACTIVE {{(pid=100447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:44:24.715920 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['3c46a146-822a-4468-b71f-245ec56863d2'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:44:25.350358 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13ae17-aad9-450a-83b9-bda13b35f07e req-b433ef7a-15f2-4640-8e0b-d01ede33c04d tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:25.351831 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1c13ae17-aad9-450a-83b9-bda13b35f07e req-b433ef7a-15f2-4640-8e0b-d01ede33c04d tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 945 time: 0.0520525 Aug 30 07:44:25.392334 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1c13ae17-aad9-450a-83b9-bda13b35f07e req-40d86776-6823-48d7-9104-8fd86f2ec01b tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339344 Aug 30 07:44:26.129064 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 3c46a146-822a-4468-b71f-245ec56863d2 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:44:26.177199 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port 3c46a146-822a-4468-b71f-245ec56863d2 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:44:26.180701 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port 3c46a146-822a-4468-b71f-245ec56863d2 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:44:26.181071 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:26.259594 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:26.283365 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c46a146-822a-4468-b71f-245ec56863d2'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:44:26.285601 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538646cb-faec-42bc-91f8-f739ab22efae" -d '{"events": [{"server_uuid": "3e22a893-aaae-41b0-a718-d5e7595ad334", "name": "network-vif-plugged", "status": "completed", "tag": "3c46a146-822a-4468-b71f-245ec56863d2"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:44:26.297925 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 3c46a146-822a-4468-b71f-245ec56863d2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3c46a146-822a-4468-b71f-245ec56863d2,segment=NetworkSegment(657b8a42-6ba5-4a47-bd9a-7e30c7faf863),segment_id=657b8a42-6ba5-4a47-bd9a-7e30c7faf863)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:26.302042 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:26.325944 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3012ecd0-2ee1-4f27-96ad-3ebbb8efa980 x-openstack-request-id: req-3012ecd0-2ee1-4f27-96ad-3ebbb8efa980 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:44:26.326258 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e22a893-aaae-41b0-a718-d5e7595ad334", "name": "network-vif-plugged", "status": "completed", "tag": "3c46a146-822a-4468-b71f-245ec56863d2", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:44:26.326504 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3012ecd0-2ee1-4f27-96ad-3ebbb8efa980 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:44:26.326910 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c46a146-822a-4468-b71f-245ec56863d2', 'code': 200} Aug 30 07:44:26.352528 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=3c46a146-822a-4468-b71f-245ec56863d2,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:26.359600 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:26.359953 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:26.360294 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:26.360627 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:26.360955 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:26.361279 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:26.361612 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:26.361932 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:26.362284 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:26.362601 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:26.363016 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:26.363321 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:26.544612 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65ab60-a5d7-4236-afa1-c010323f93fa req-0bf68b35-e829-4b0d-8c7b-930af53648e9 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:26.546140 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a65ab60-a5d7-4236-afa1-c010323f93fa req-0bf68b35-e829-4b0d-8c7b-930af53648e9 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0583274 Aug 30 07:44:26.593192 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a65ab60-a5d7-4236-afa1-c010323f93fa req-ba6c5936-3076-4b58-b6b0-b840d4338acf tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408409 Aug 30 07:44:26.602706 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c15955-53ce-4d98-9103-098855de08e4 req-34fd08c9-31e8-47d1-8dbb-e1044ae338f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:26.608123 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-81c15955-53ce-4d98-9103-098855de08e4 req-34fd08c9-31e8-47d1-8dbb-e1044ae338f0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 1099 time: 0.0532250 Aug 30 07:44:26.648255 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-81c15955-53ce-4d98-9103-098855de08e4 req-0dc1d54a-d687-428b-bc32-4cb1cbf531e0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304084 Aug 30 07:44:27.715636 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c4297-82b2-41f0-8dad-c4e1dd12457d req-503aefdf-faf5-446b-988f-5d226fcd23bd tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:27.717274 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4c5c4297-82b2-41f0-8dad-c4e1dd12457d req-503aefdf-faf5-446b-988f-5d226fcd23bd tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0497603 Aug 30 07:44:27.767372 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4c5c4297-82b2-41f0-8dad-c4e1dd12457d req-ff2c59cd-8610-4a28-8ac5-55cd7dfdcc90 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425634 Aug 30 07:44:28.883120 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f73e-7118-4bfc-9fed-535a02d113e3 req-f163a2b3-d4d9-4485-ba7d-a0e802cbe4bf tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:28.884507 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0403f73e-7118-4bfc-9fed-535a02d113e3 req-f163a2b3-d4d9-4485-ba7d-a0e802cbe4bf tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0494754 Aug 30 07:44:28.921900 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0403f73e-7118-4bfc-9fed-535a02d113e3 req-bc9961c4-5531-482a-b685-ca534d49af13 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315723 Aug 30 07:44:29.040941 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdb38e-ef17-4d21-941d-6203ec3f8eda req-9483a61f-789e-4734-b0bd-6f5833cf37f0 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:29.042998 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-90fdb38e-ef17-4d21-941d-6203ec3f8eda req-9483a61f-789e-4734-b0bd-6f5833cf37f0 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0527792 Aug 30 07:44:29.082966 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-90fdb38e-ef17-4d21-941d-6203ec3f8eda req-76cf21a5-0750-4272-9a85-5704b556da9e tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338898 Aug 30 07:44:29.103801 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 54120) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:44:29.185178 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4f1c1d-c065-403e-b94e-203fd7275265 tempest-TestShelveInstance-1749193056 tempest-TestShelveInstance-1749193056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:29.186735 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-3a4f1c1d-c065-403e-b94e-203fd7275265 tempest-TestShelveInstance-1749193056 tempest-TestShelveInstance-1749193056-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 1094 time: 0.0819621 Aug 30 07:44:29.189684 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 54124) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:44:29.194003 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Request body: {'floatingip': {'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'port_id': '3c46a146-822a-4468-b71f-245ec56863d2', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:44:29.216199 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for floatingip, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:29.313927 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:29.418009 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Allocated IP 172.27.2.157 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/f9e6b24d-7ad2-47ad-af70-d7b9b5417b2c) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:44:29.524295 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:29.562090 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:29.601533 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:44:29.604418 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:44:29.607794 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:44:29.632781 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Pushing event updated for resources: {'Port': ['ID=f9e6b24d-7ad2-47ad-af70-d7b9b5417b2c,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:30.231229 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:30.298526 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:30.449974 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:30.455025 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:30.524773 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Pushing event updated for resources: {'Port': ['ID=f9e6b24d-7ad2-47ad-af70-d7b9b5417b2c,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:30.535116 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:30.634329 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.l3_db [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Floating IP 6ac6bfe4-99ba-4baf-8d29-d9651c49e48e associated. External IP: 172.27.2.157, port: 3c46a146-822a-4468-b71f-245ec56863d2. Aug 30 07:44:30.846998 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Router 08e8793f-dbf6-4b69-a974-e3c5380f0175 has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:44:30.953976 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:44:30.963818 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2550d570-4dbf-45bd-93de-f9119479599f None None] Sync routers for ids ['08e8793f-dbf6-4b69-a974-e3c5380f0175'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:44:30.970934 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:30.974418 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2550d570-4dbf-45bd-93de-f9119479599f None None] Routers {'08e8793f-dbf6-4b69-a974-e3c5380f0175'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:44:30.975049 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-2550d570-4dbf-45bd-93de-f9119479599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:44:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['08e8793f-dbf6-4b69-a974-e3c5380f0175'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:31.000310 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-cea0ea53-db9d-4a9f-9bf3-eaf8a5f1387f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8095436 Aug 30 07:44:31.000899 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'tag': '3c46a146-822a-4468-b71f-245ec56863d2'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:44:31.003182 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ae50ca-3362-437e-a863-e34f92ef2f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e22a893-aaae-41b0-a718-d5e7595ad334", "tag": "3c46a146-822a-4468-b71f-245ec56863d2"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:44:31.040809 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17b758b-29ff-4272-8f23-17e2b46b83c9 x-openstack-request-id: req-a17b758b-29ff-4272-8f23-17e2b46b83c9 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:44:31.041101 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e22a893-aaae-41b0-a718-d5e7595ad334", "tag": "3c46a146-822a-4468-b71f-245ec56863d2", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:44:31.041373 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a17b758b-29ff-4272-8f23-17e2b46b83c9 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:44:31.041875 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'tag': '3c46a146-822a-4468-b71f-245ec56863d2', 'status': 'completed', 'code': 200} Aug 30 07:44:31.085481 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-2550d570-4dbf-45bd-93de-f9119479599f None None] Set router 08e8793f-dbf6-4b69-a974-e3c5380f0175 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:44:31.102388 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae50ca-3362-437e-a863-e34f92ef2f6a req-b9825054-31b8-4534-8a13-69b52be619c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:31.103809 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b0ae50ca-3362-437e-a863-e34f92ef2f6a req-b9825054-31b8-4534-8a13-69b52be619c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4e2ce190bb44688b0c8e91598644de9&device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 1099 time: 0.0402532 Aug 30 07:44:31.206476 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae50ca-3362-437e-a863-e34f92ef2f6a req-33569b4b-670c-4cd4-a995-db982c5e1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:31.207970 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b0ae50ca-3362-437e-a863-e34f92ef2f6a req-33569b4b-670c-4cd4-a995-db982c5e1537 service neutron] 10.222.0.72 "GET /v2.0/networks?id=639f315a-ab8b-43c0-af97-d8704cf6ed1a HTTP/1.1" status: 200 len: 911 time: 0.0966523 Aug 30 07:44:31.281987 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b0ae50ca-3362-437e-a863-e34f92ef2f6a req-60515921-7b6e-4138-9ee7-3f0faddd6bee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c46a146-822a-4468-b71f-245ec56863d2 HTTP/1.1" status: 200 len: 1000 time: 0.0633929 Aug 30 07:44:31.321575 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-2550d570-4dbf-45bd-93de-f9119479599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'name': 'tempest-TestShelveInstance-1455718007-router', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '58f45173-6f5f-4f32-adf3-052c33002168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'gw_port': {'id': '58f45173-6f5f-4f32-adf3-052c33002168', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '6ac6bfe4-99ba-4baf-8d29-d9651c49e48e', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'port_id': '3c46a146-822a-4468-b71f-245ec56863d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'mac_address': 'fa:16:3e:eb:99:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:44:29Z', 'updated_at': '2021-08-30T07:44:29Z', 'revision_number': 0, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f71214-b652-42e5-a610-cb8ad496a0da', 'name': '', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'mac_address': 'fa:16:3e:34:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:45Z', 'updated_at': '2021-08-30T07:43:52Z', 'revision_number': 5, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'subnets': [{'id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:31.339586 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae50ca-3362-437e-a863-e34f92ef2f6a req-fe2e0b74-4a8b-4afe-8e95-a5b465db8d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:31.341246 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b0ae50ca-3362-437e-a863-e34f92ef2f6a req-fe2e0b74-4a8b-4afe-8e95-a5b465db8d64 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a336205-aa2e-4961-bfe7-6c96dfd27453 HTTP/1.1" status: 200 len: 848 time: 0.0510206 Aug 30 07:44:31.348487 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2550d570-4dbf-45bd-93de-f9119479599f None None] Checking router: 08e8793f-dbf6-4b69-a974-e3c5380f0175 for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:44:31.357447 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2550d570-4dbf-45bd-93de-f9119479599f None None] Routers {'08e8793f-dbf6-4b69-a974-e3c5380f0175'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:44:31.358004 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-2550d570-4dbf-45bd-93de-f9119479599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:44:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['08e8793f-dbf6-4b69-a974-e3c5380f0175'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:31.391109 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae50ca-3362-437e-a863-e34f92ef2f6a req-29ba07a1-a8eb-40f5-823e-e9fd337f66cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:31.393113 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b0ae50ca-3362-437e-a863-e34f92ef2f6a req-29ba07a1-a8eb-40f5-823e-e9fd337f66cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=639f315a-ab8b-43c0-af97-d8704cf6ed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446076 Aug 30 07:44:31.493011 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b0ae50ca-3362-437e-a863-e34f92ef2f6a req-f5b277d0-b8c5-49d3-b963-5b64ea8354c0 service neutron] 10.222.0.72 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913897 Aug 30 07:44:31.587674 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-2550d570-4dbf-45bd-93de-f9119479599f None None] Set router 08e8793f-dbf6-4b69-a974-e3c5380f0175 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:44:31.593546 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b0ae50ca-3362-437e-a863-e34f92ef2f6a req-80078ae0-f0f5-484b-b161-642e88a9cb94 service neutron] 10.222.0.72 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930812 Aug 30 07:44:31.833221 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-2550d570-4dbf-45bd-93de-f9119479599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'name': 'tempest-TestShelveInstance-1455718007-router', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '58f45173-6f5f-4f32-adf3-052c33002168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'gw_port': {'id': '58f45173-6f5f-4f32-adf3-052c33002168', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '6ac6bfe4-99ba-4baf-8d29-d9651c49e48e', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'port_id': '3c46a146-822a-4468-b71f-245ec56863d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'mac_address': 'fa:16:3e:eb:99:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:44:29Z', 'updated_at': '2021-08-30T07:44:29Z', 'revision_number': 0, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f71214-b652-42e5-a610-cb8ad496a0da', 'name': '', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'mac_address': 'fa:16:3e:34:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:45Z', 'updated_at': '2021-08-30T07:43:52Z', 'revision_number': 5, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'subnets': [{'id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:31.863343 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2550d570-4dbf-45bd-93de-f9119479599f None None] The sync data for ids ['08e8793f-dbf6-4b69-a974-e3c5380f0175'] in dv-cinder-804035-7-iscsi is: [{'id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'name': 'tempest-TestShelveInstance-1455718007-router', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '58f45173-6f5f-4f32-adf3-052c33002168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'gw_port': {'id': '58f45173-6f5f-4f32-adf3-052c33002168', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '6ac6bfe4-99ba-4baf-8d29-d9651c49e48e', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'port_id': '3c46a146-822a-4468-b71f-245ec56863d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'mac_address': 'fa:16:3e:eb:99:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:44:29Z', 'updated_at': '2021-08-30T07:44:29Z', 'revision_number': 0, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f71214-b652-42e5-a610-cb8ad496a0da', 'name': '', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'mac_address': 'fa:16:3e:34:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:45Z', 'updated_at': '2021-08-30T07:43:52Z', 'revision_number': 5, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'subnets': [{'id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:44:32.054384 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab10f8f1-3c0f-4284-88bb-e01e8de416f8 None None] New status for floating IP 6ac6bfe4-99ba-4baf-8d29-d9651c49e48e: ACTIVE {{(pid=100447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:44:32.380848 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3095ce-418b-4256-9b24-d1be690276c0 req-6960d387-d865-4043-913f-fa6539c94bcf tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:32.382405 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cd3095ce-418b-4256-9b24-d1be690276c0 req-6960d387-d865-4043-913f-fa6539c94bcf tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0567229 Aug 30 07:44:32.421113 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cd3095ce-418b-4256-9b24-d1be690276c0 req-f9a423b8-cc54-4651-8e62-c04de977971d tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323610 Aug 30 07:44:33.548155 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c5acc-de05-402b-8bd7-80fbe54e7c06 req-a475a37a-eb29-4529-a1e0-479841b88d49 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:33.549693 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cb9c5acc-de05-402b-8bd7-80fbe54e7c06 req-a475a37a-eb29-4529-a1e0-479841b88d49 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0499158 Aug 30 07:44:33.587541 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cb9c5acc-de05-402b-8bd7-80fbe54e7c06 req-9d5cd103-6175-4b75-8011-676f1278a86d tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318127 Aug 30 07:44:33.634317 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-49995b70-9e84-448e-9fa2-82c2be8753d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:34.771577 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1977daf-eb09-4e43-93ec-73fd24373c19 req-38c4478c-69b9-48a1-bc07-80f6df57bb49 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:34.773175 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b1977daf-eb09-4e43-93ec-73fd24373c19 req-38c4478c-69b9-48a1-bc07-80f6df57bb49 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.1049054 Aug 30 07:44:34.819323 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b1977daf-eb09-4e43-93ec-73fd24373c19 req-3d203015-bc56-4f20-a354-2c72537fc209 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388186 Aug 30 07:44:35.895293 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-185e2f90-546f-4c95-a93b-29b7d7201a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:35.948917 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8bf3f-5d12-4684-85bf-3a00a3c2d1d0 req-523a7dac-2004-4e02-b6cb-ee142b46412e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:35.950426 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f2d8bf3f-5d12-4684-85bf-3a00a3c2d1d0 req-523a7dac-2004-4e02-b6cb-ee142b46412e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0562432 Aug 30 07:44:35.988683 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f2d8bf3f-5d12-4684-85bf-3a00a3c2d1d0 req-c892bb77-e9bc-4acc-8e7a-1a19b9451af8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317791 Aug 30 07:44:36.458276 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:37.120575 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbec64a-c869-45f8-8cee-e97f6976a8ea req-ac7ade54-f64a-40eb-a692-8a30f5d83d0a tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:37.122092 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bdbec64a-c869-45f8-8cee-e97f6976a8ea req-ac7ade54-f64a-40eb-a692-8a30f5d83d0a tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0568957 Aug 30 07:44:37.163914 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bdbec64a-c869-45f8-8cee-e97f6976a8ea req-686aef82-9c3f-4559-bcb2-cded3d265c0e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349951 Aug 30 07:44:37.262434 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:38.290817 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786f91-6da4-47ac-b568-ca93b7c6d0c5 req-831e2125-e553-414c-a317-ee1123dc165b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:38.292357 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bd786f91-6da4-47ac-b568-ca93b7c6d0c5 req-831e2125-e553-414c-a317-ee1123dc165b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0516279 Aug 30 07:44:38.330483 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bd786f91-6da4-47ac-b568-ca93b7c6d0c5 req-f995daaa-cf74-4f41-b336-fc8f79ef0696 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313096 Aug 30 07:44:38.960943 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:39.460905 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498abcd9-e3b4-44ff-bc9f-79f924977c89 req-6e8be5b2-720e-4fd3-8fa6-c04a2b282532 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:39.462466 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-498abcd9-e3b4-44ff-bc9f-79f924977c89 req-6e8be5b2-720e-4fd3-8fa6-c04a2b282532 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0576601 Aug 30 07:44:39.503600 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-498abcd9-e3b4-44ff-bc9f-79f924977c89 req-e526a323-78e9-4f92-8f68-9de63a7bd38f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339220 Aug 30 07:44:39.517779 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ff55e-f305-417b-810d-e3e4b1f5e97a req-f8e88e77-3c34-4a4e-b629-a71c2936dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:39.520545 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-688ff55e-f305-417b-810d-e3e4b1f5e97a req-f8e88e77-3c34-4a4e-b629-a71c2936dee5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa66b27661a04aa298c662d52e59c85d&device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 1099 time: 0.0444517 Aug 30 07:44:39.530897 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:39.629677 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ff55e-f305-417b-810d-e3e4b1f5e97a req-a7d2c4c2-c59d-4566-8b1e-71970810d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:39.631372 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-688ff55e-f305-417b-810d-e3e4b1f5e97a req-a7d2c4c2-c59d-4566-8b1e-71970810d93d service neutron] 10.222.0.72 "GET /v2.0/networks?id=4b5d8dc8-1b4e-4476-a490-eb736edfd024 HTTP/1.1" status: 200 len: 918 time: 0.0883732 Aug 30 07:44:39.696308 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-688ff55e-f305-417b-810d-e3e4b1f5e97a req-26fe0fa2-77fb-41b1-b2e8-d6bcfa9f6208 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e HTTP/1.1" status: 200 len: 1002 time: 0.0575531 Aug 30 07:44:39.745192 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ff55e-f305-417b-810d-e3e4b1f5e97a req-5eacb5ad-98b2-44ca-90ca-a4642e05bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:39.746688 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-688ff55e-f305-417b-810d-e3e4b1f5e97a req-5eacb5ad-98b2-44ca-90ca-a4642e05bbcb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ac8df77-6b5e-40db-8109-5b730c00a3ab HTTP/1.1" status: 200 len: 855 time: 0.0436225 Aug 30 07:44:39.794878 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ff55e-f305-417b-810d-e3e4b1f5e97a req-5c03302f-3942-46be-b45f-7f9a9a49cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:39.796968 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-688ff55e-f305-417b-810d-e3e4b1f5e97a req-5c03302f-3942-46be-b45f-7f9a9a49cd44 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b5d8dc8-1b4e-4476-a490-eb736edfd024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433793 Aug 30 07:44:39.890037 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-688ff55e-f305-417b-810d-e3e4b1f5e97a req-10386200-802f-4b7a-9679-ffea2ae7528b service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796843 Aug 30 07:44:39.982652 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-688ff55e-f305-417b-810d-e3e4b1f5e97a req-5a3eb03d-370e-4b63-95ef-2ed253d5fbef service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847545 Aug 30 07:44:40.622210 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7b43c-27ce-4392-a406-f99a6ae4c373 req-2557ced7-9e9c-43ac-9dfb-ea49e0c78d43 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:40.623723 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-87f7b43c-27ce-4392-a406-f99a6ae4c373 req-2557ced7-9e9c-43ac-9dfb-ea49e0c78d43 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0487688 Aug 30 07:44:40.663402 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-87f7b43c-27ce-4392-a406-f99a6ae4c373 req-58b53693-ca8f-4f7b-84bc-2deb44b59b96 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324371 Aug 30 07:44:41.786845 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933efa8f-6309-45d5-a0fc-269959b25a34 req-5392be1a-040d-4d9f-a1c5-5fca9ae21bc5 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:41.788361 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-933efa8f-6309-45d5-a0fc-269959b25a34 req-5392be1a-040d-4d9f-a1c5-5fca9ae21bc5 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0515029 Aug 30 07:44:41.825802 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-933efa8f-6309-45d5-a0fc-269959b25a34 req-a87b4f4b-781e-495a-a7da-17d2201a60cb tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312598 Aug 30 07:44:42.950481 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9f847-8c37-49af-a14a-e7922a12974e req-aeaddcae-d133-4695-8a1f-eaa87d248bd8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:42.952004 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-86d9f847-8c37-49af-a14a-e7922a12974e req-aeaddcae-d133-4695-8a1f-eaa87d248bd8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0534756 Aug 30 07:44:42.989117 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-86d9f847-8c37-49af-a14a-e7922a12974e req-3db1041e-f511-4412-9a47-04f75f69ed9d tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305715 Aug 30 07:44:44.108032 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e111f-61aa-40cf-92bb-304e690f0263 req-3f8ceca7-55cb-4187-987c-c81a695a070e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:44.109529 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-718e111f-61aa-40cf-92bb-304e690f0263 req-3f8ceca7-55cb-4187-987c-c81a695a070e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0491216 Aug 30 07:44:44.147503 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-718e111f-61aa-40cf-92bb-304e690f0263 req-f03cf85b-92b8-4b84-9380-182f7e77b1f1 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319915 Aug 30 07:44:45.267215 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c26d26-a761-478e-a108-326262e1d06b req-ab65f1b8-a2cc-4eb7-93b7-9cfbb1661166 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:45.268696 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a7c26d26-a761-478e-a108-326262e1d06b req-ab65f1b8-a2cc-4eb7-93b7-9cfbb1661166 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0491800 Aug 30 07:44:45.306621 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a7c26d26-a761-478e-a108-326262e1d06b req-4102f5ca-f18b-400e-a641-4587731e4ba8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319591 Aug 30 07:44:46.534828 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f796dd9-9c47-4423-b7ca-b41485b06abb req-1a430c89-67b3-4543-8489-80d5a7ab0fc8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:46.536262 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5f796dd9-9c47-4423-b7ca-b41485b06abb req-1a430c89-67b3-4543-8489-80d5a7ab0fc8 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0535586 Aug 30 07:44:46.574487 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5f796dd9-9c47-4423-b7ca-b41485b06abb req-4b1b1d3b-5c26-460b-bb90-8f2abffd91ae tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321443 Aug 30 07:44:47.698022 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee52f6c-e4ce-4acb-b305-f9cf5d703c4d req-1afe61a7-d37d-4b59-a442-aeeb097fe86e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:47.699561 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5ee52f6c-e4ce-4acb-b305-f9cf5d703c4d req-1afe61a7-d37d-4b59-a442-aeeb097fe86e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0511508 Aug 30 07:44:47.738658 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5ee52f6c-e4ce-4acb-b305-f9cf5d703c4d req-14d2656d-7143-4e36-a811-717b7bc50a3f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331700 Aug 30 07:44:48.860327 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d8869-f9e3-44b8-8ebb-30432d26ec72 req-4fc8c418-39af-4f4e-8869-38a37ba056c6 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:48.861889 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4e1d8869-f9e3-44b8-8ebb-30432d26ec72 req-4fc8c418-39af-4f4e-8869-38a37ba056c6 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0488491 Aug 30 07:44:48.904763 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4e1d8869-f9e3-44b8-8ebb-30432d26ec72 req-a042cf33-f508-46f7-a369-811bb50d21ee tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333424 Aug 30 07:44:50.027307 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e2239-dc65-4f46-a710-49b34dcaa8e0 req-916d6151-1792-4cb4-94e2-7afd2c29cab5 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:50.029048 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-459e2239-dc65-4f46-a710-49b34dcaa8e0 req-916d6151-1792-4cb4-94e2-7afd2c29cab5 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0535607 Aug 30 07:44:50.066366 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-459e2239-dc65-4f46-a710-49b34dcaa8e0 req-56ad710b-77c2-4f32-90c3-8bca0f9e375f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314684 Aug 30 07:44:50.256825 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 23d3ff7b-fbcc-4b1e-8562-088df232ef8e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:44:50.350743 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:50.363744 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'port_id': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e', 'mac_address': 'fa:16:3e:12:47:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:44:50.405287 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:50.420051 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23d3ff7b-fbcc-4b1e-8562-088df232ef8e {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:44:50.441155 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:50.445547 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:50.500078 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,revision_number=6']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:50.551460 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['23d3ff7b-fbcc-4b1e-8562-088df232ef8e'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:44:51.194098 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de1b63-ca78-49c6-9cc5-418ae5890bfe req-f19ef020-bdcf-47a4-888b-c3afada2b9c3 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:51.195672 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f2de1b63-ca78-49c6-9cc5-418ae5890bfe req-f19ef020-bdcf-47a4-888b-c3afada2b9c3 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 945 time: 0.0541329 Aug 30 07:44:51.242590 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f2de1b63-ca78-49c6-9cc5-418ae5890bfe req-1b94320a-9374-43eb-bd81-d0b6270bf01d tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404379 Aug 30 07:44:52.276932 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 23d3ff7b-fbcc-4b1e-8562-088df232ef8e up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:44:52.356188 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:44:52.356718 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:52.388388 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379fb18-d860-4454-83d4-4aabef21939e req-137bf047-5080-46b4-a154-824b09879582 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:52.389930 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a379fb18-d860-4454-83d4-4aabef21939e req-137bf047-5080-46b4-a154-824b09879582 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 945 time: 0.0622084 Aug 30 07:44:52.439252 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a379fb18-d860-4454-83d4-4aabef21939e req-785d4e1c-ab61-48bb-84ff-14497d3c81c3 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405042 Aug 30 07:44:52.464174 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:52.491161 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:44:52.493592 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce4be3b-61a7-43c5-97b4-d4e68ade5578" -d '{"events": [{"server_uuid": "dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2", "name": "network-vif-plugged", "status": "completed", "tag": "23d3ff7b-fbcc-4b1e-8562-088df232ef8e"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:44:52.512387 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:52.517830 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:52.549142 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc834a08-adf6-4068-b561-c44c8cac1ebe x-openstack-request-id: req-fc834a08-adf6-4068-b561-c44c8cac1ebe {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:44:52.549430 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2", "name": "network-vif-plugged", "status": "completed", "tag": "23d3ff7b-fbcc-4b1e-8562-088df232ef8e", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:44:52.549673 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc834a08-adf6-4068-b561-c44c8cac1ebe {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:44:52.550064 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e', 'code': 200} Aug 30 07:44:52.575858 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,revision_number=7']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:53.641652 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14a6fa-bc2d-4889-97af-12d2d0f31d22 req-64ab193a-4036-4bf2-afa3-3b08dfd98f28 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:53.651041 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8f14a6fa-bc2d-4889-97af-12d2d0f31d22 req-64ab193a-4036-4bf2-afa3-3b08dfd98f28 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.1264174 Aug 30 07:44:53.699893 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8f14a6fa-bc2d-4889-97af-12d2d0f31d22 req-ae6b7911-8dd8-4a28-9549-0b82a890ebad tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474205 Aug 30 07:44:54.840269 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4089e62-c0de-420c-a237-58c067b6f1f7 req-f8cf8b00-23eb-4656-be06-acf581b6e0bc tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:54.841876 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e4089e62-c0de-420c-a237-58c067b6f1f7 req-f8cf8b00-23eb-4656-be06-acf581b6e0bc tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0585251 Aug 30 07:44:54.887278 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e4089e62-c0de-420c-a237-58c067b6f1f7 req-7239672e-aef8-4440-87a5-271febbf2295 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389476 Aug 30 07:44:55.961616 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:44:56.023479 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fde1cf-bf15-4f70-9a71-ce02e3933f46 req-6602039e-7ced-4566-99fe-11dc4bbbaa62 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:56.024974 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-84fde1cf-bf15-4f70-9a71-ce02e3933f46 req-6602039e-7ced-4566-99fe-11dc4bbbaa62 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0559070 Aug 30 07:44:56.076825 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-84fde1cf-bf15-4f70-9a71-ce02e3933f46 req-786270b3-9c83-402a-b220-b90176a55ed4 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434241 Aug 30 07:44:57.207510 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b812f8-d269-4485-a443-fccd2604411a req-90a781a5-109c-45a4-a8d4-87350775ecc1 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:57.209075 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-49b812f8-d269-4485-a443-fccd2604411a req-90a781a5-109c-45a4-a8d4-87350775ecc1 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0559573 Aug 30 07:44:57.254173 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-49b812f8-d269-4485-a443-fccd2604411a req-4cbe82c4-14e0-4dea-8e30-2b1f1530896e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384862 Aug 30 07:44:58.400035 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e13ae-58b1-4f2c-914f-a35196125ac1 req-d4d43131-fff6-435b-a06a-1115f7998be0 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:58.401663 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6d2e13ae-58b1-4f2c-914f-a35196125ac1 req-d4d43131-fff6-435b-a06a-1115f7998be0 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0622044 Aug 30 07:44:58.443455 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6d2e13ae-58b1-4f2c-914f-a35196125ac1 req-8111ef90-5916-4007-ad2f-ed0059cb8959 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355837 Aug 30 07:44:59.565551 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f536d9-2820-45d2-a340-8d7e6d637fab req-6af8c4f2-c44b-4b4e-8c09-f784a9367576 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:59.567053 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b2f536d9-2820-45d2-a340-8d7e6d637fab req-6af8c4f2-c44b-4b4e-8c09-f784a9367576 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0499516 Aug 30 07:44:59.608011 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b2f536d9-2820-45d2-a340-8d7e6d637fab req-d794929c-b5fc-449a-a6a1-735312665197 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351520 Aug 30 07:44:59.880952 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada76d0-e3a7-47d5-ad21-ffb6dcb1cb2a req-209f8cc1-fb50-4e03-9cf2-62b5772ed16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:59.882475 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ada76d0-e3a7-47d5-ad21-ffb6dcb1cb2a req-209f8cc1-fb50-4e03-9cf2-62b5772ed16f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa66b27661a04aa298c662d52e59c85d&device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 1099 time: 0.0867245 Aug 30 07:44:59.970316 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada76d0-e3a7-47d5-ad21-ffb6dcb1cb2a req-f30f69cb-a6d5-4295-94f6-233f7a0890ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:59.971826 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ada76d0-e3a7-47d5-ad21-ffb6dcb1cb2a req-f30f69cb-a6d5-4295-94f6-233f7a0890ce service neutron] 10.222.0.72 "GET /v2.0/networks?id=4b5d8dc8-1b4e-4476-a490-eb736edfd024 HTTP/1.1" status: 200 len: 918 time: 0.0812061 Aug 30 07:45:00.043363 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ada76d0-e3a7-47d5-ad21-ffb6dcb1cb2a req-5ac53ead-e9e1-435d-90e7-4e1ecb8c3b8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e HTTP/1.1" status: 200 len: 1002 time: 0.0616715 Aug 30 07:45:00.110220 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada76d0-e3a7-47d5-ad21-ffb6dcb1cb2a req-e4496afc-63cc-4c13-8daf-55fb9edbf817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:00.111671 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ada76d0-e3a7-47d5-ad21-ffb6dcb1cb2a req-e4496afc-63cc-4c13-8daf-55fb9edbf817 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ac8df77-6b5e-40db-8109-5b730c00a3ab HTTP/1.1" status: 200 len: 855 time: 0.0437503 Aug 30 07:45:00.159483 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada76d0-e3a7-47d5-ad21-ffb6dcb1cb2a req-84cf91e4-2916-4b8a-ae1a-b641b50a7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:00.160955 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ada76d0-e3a7-47d5-ad21-ffb6dcb1cb2a req-84cf91e4-2916-4b8a-ae1a-b641b50a7f06 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b5d8dc8-1b4e-4476-a490-eb736edfd024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402012 Aug 30 07:45:00.251739 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ada76d0-e3a7-47d5-ad21-ffb6dcb1cb2a req-e40db4f4-1d14-406c-94fe-d0634ec3a48e service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829964 Aug 30 07:45:00.346911 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4ada76d0-e3a7-47d5-ad21-ffb6dcb1cb2a req-1fe04174-51aa-4c69-a185-55878a78dbc7 service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862241 Aug 30 07:45:00.729180 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b738894-5bb4-448c-a0e1-b32badc8e913 req-0ccb8a55-a175-4641-bc0e-ce87432fd69e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:00.730668 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9b738894-5bb4-448c-a0e1-b32badc8e913 req-0ccb8a55-a175-4641-bc0e-ce87432fd69e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0493851 Aug 30 07:45:00.773416 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9b738894-5bb4-448c-a0e1-b32badc8e913 req-b24c5ffa-9a4a-4ed4-b3a7-10bcfeda69f6 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367258 Aug 30 07:45:01.892176 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d0f0f-e123-41fd-a1bf-e527aaa5cbe1 req-4aed73d5-b023-482b-a0b5-4dd008babc0c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:01.893629 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-080d0f0f-e123-41fd-a1bf-e527aaa5cbe1 req-4aed73d5-b023-482b-a0b5-4dd008babc0c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0491805 Aug 30 07:45:01.930689 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-080d0f0f-e123-41fd-a1bf-e527aaa5cbe1 req-e455b202-349a-4633-b525-9fe726f6c47d tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311196 Aug 30 07:45:03.049166 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6b591-5535-4e6c-b6be-7a36e12f771f req-cfa33f6e-2c9a-4c23-aa71-986216a0be12 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:03.050687 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0ed6b591-5535-4e6c-b6be-7a36e12f771f req-cfa33f6e-2c9a-4c23-aa71-986216a0be12 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0492837 Aug 30 07:45:03.093837 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0ed6b591-5535-4e6c-b6be-7a36e12f771f req-d8a7e22b-7482-4a02-9b0e-9d938863f144 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337081 Aug 30 07:45:03.627671 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-41e30c37-0f35-43f0-ba7f-146fc098a62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:04.078257 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93456b67-6f12-42ca-b7db-534c92fdb2ac req-49dbcf24-d7ec-420f-9809-8b10aebd75fb tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:04.079763 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-93456b67-6f12-42ca-b7db-534c92fdb2ac req-49dbcf24-d7ec-420f-9809-8b10aebd75fb tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 946 time: 0.0500224 Aug 30 07:45:04.113465 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-583ae889-6676-4fb7-97c0-27e59893e90d req-9da76025-ec7a-422c-a7fd-17a7430cc7b4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438149 Aug 30 07:45:04.121806 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-93456b67-6f12-42ca-b7db-534c92fdb2ac req-19f7bb64-9262-4b4e-a05d-7602bfd9bf16 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359335 Aug 30 07:45:04.331938 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 23d3ff7b-fbcc-4b1e-8562-088df232ef8e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:45:04.415559 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:04.438309 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:45:04.440830 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc414b3-3ee8-42b6-a9e8-f5db4500f07a" -d '{"events": [{"server_uuid": "dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "23d3ff7b-fbcc-4b1e-8562-088df232ef8e"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:45:04.455324 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:45:04.459807 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:04.487919 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 07:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7eaf62-df68-444d-9835-a19367143158 x-openstack-request-id: req-4b7eaf62-df68-444d-9835-a19367143158 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:45:04.488216 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2", "name": "network-vif-unplugged", "status": "failed", "tag": "23d3ff7b-fbcc-4b1e-8562-088df232ef8e", "code": 422}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:45:04.488469 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b7eaf62-df68-444d-9835-a19367143158 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:45:04.488899 dv-cinder-804035-7-iscsi neutron-server[100446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e', 'code': 422} returned with failed status Aug 30 07:45:04.516154 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,revision_number=8']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:05.037392 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ae889-6676-4fb7-97c0-27e59893e90d req-c2bb77a0-4ec5-43e0-bb2b-d45e27ba2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:05.038907 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-583ae889-6676-4fb7-97c0-27e59893e90d req-c2bb77a0-4ec5-43e0-bb2b-d45e27ba2719 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2&tenant_id=fa66b27661a04aa298c662d52e59c85d HTTP/1.1" status: 200 len: 1097 time: 0.0686014 Aug 30 07:45:05.100824 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ae889-6676-4fb7-97c0-27e59893e90d req-9b66c071-6677-4584-9769-f12acd7bb5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:05.102337 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-583ae889-6676-4fb7-97c0-27e59893e90d req-9b66c071-6677-4584-9769-f12acd7bb5ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa66b27661a04aa298c662d52e59c85d&device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 1097 time: 0.0394652 Aug 30 07:45:05.196493 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ae889-6676-4fb7-97c0-27e59893e90d req-c44d78fa-0ebc-4404-bd95-53bcd7529e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:05.198111 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-583ae889-6676-4fb7-97c0-27e59893e90d req-c44d78fa-0ebc-4404-bd95-53bcd7529e50 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4b5d8dc8-1b4e-4476-a490-eb736edfd024 HTTP/1.1" status: 200 len: 918 time: 0.0883408 Aug 30 07:45:05.246610 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8926e55-25bb-46b6-ae37-db6a46935b37 req-fc2e585a-db9c-4a64-aaff-bcb15f6ff91a tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:05.248114 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e8926e55-25bb-46b6-ae37-db6a46935b37 req-fc2e585a-db9c-4a64-aaff-bcb15f6ff91a tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0500197 Aug 30 07:45:05.268630 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-583ae889-6676-4fb7-97c0-27e59893e90d req-7f202580-2dc9-46db-8b30-293be4bc35fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e HTTP/1.1" status: 200 len: 1000 time: 0.0620065 Aug 30 07:45:05.289655 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e8926e55-25bb-46b6-ae37-db6a46935b37 req-e3e2ecd6-52ce-41be-b14a-a2188066af98 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322449 Aug 30 07:45:05.319183 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ae889-6676-4fb7-97c0-27e59893e90d req-7a98a113-11e8-4fd2-b955-ef67cbbf0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:05.320672 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-583ae889-6676-4fb7-97c0-27e59893e90d req-7a98a113-11e8-4fd2-b955-ef67cbbf0a6e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ac8df77-6b5e-40db-8109-5b730c00a3ab HTTP/1.1" status: 200 len: 855 time: 0.0443683 Aug 30 07:45:05.370660 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ae889-6676-4fb7-97c0-27e59893e90d req-51af2289-9fbf-41cd-a125-c0237321fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:05.372156 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-583ae889-6676-4fb7-97c0-27e59893e90d req-51af2289-9fbf-41cd-a125-c0237321fe8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b5d8dc8-1b4e-4476-a490-eb736edfd024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430415 Aug 30 07:45:05.462226 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-583ae889-6676-4fb7-97c0-27e59893e90d req-9968dc8c-18d7-41c9-a0cd-f4f176a9536b service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808392 Aug 30 07:45:05.557346 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-583ae889-6676-4fb7-97c0-27e59893e90d req-7477bc29-349a-4d16-bfca-3e45f5d1a962 service neutron] 10.222.0.72 "GET /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872180 Aug 30 07:45:05.899085 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-825e7698-ca9c-40f1-ad04-74b5eeb2114e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:06.409753 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f885a1e-0de6-4ce6-8ca0-72a8946ef071 req-586fd674-e957-4758-b7fb-f13d75cb319f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:06.411332 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7f885a1e-0de6-4ce6-8ca0-72a8946ef071 req-586fd674-e957-4758-b7fb-f13d75cb319f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0494740 Aug 30 07:45:06.455307 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7f885a1e-0de6-4ce6-8ca0-72a8946ef071 req-bf1df03f-40df-4b75-a2a0-653c52ab4a0a tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374432 Aug 30 07:45:06.461452 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:07.265506 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:07.586920 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd842b-8840-484a-a0b6-9123eddbf0fc req-765bdca7-a24d-48e5-877e-646999a6cbfe tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:07.588575 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-fcfd842b-8840-484a-a0b6-9123eddbf0fc req-765bdca7-a24d-48e5-877e-646999a6cbfe tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0579388 Aug 30 07:45:07.630777 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-fcfd842b-8840-484a-a0b6-9123eddbf0fc req-3de6b461-82ab-4fd7-987b-87c3642ef386 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359855 Aug 30 07:45:08.757032 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fc354-aa77-4528-bb26-773d774e7dbb req-e77cdc12-0df2-4bac-bb77-7dcbe6d76071 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:08.758590 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-351fc354-aa77-4528-bb26-773d774e7dbb req-e77cdc12-0df2-4bac-bb77-7dcbe6d76071 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0514214 Aug 30 07:45:08.808086 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-351fc354-aa77-4528-bb26-773d774e7dbb req-79d02e17-37f8-4055-bfd0-a6ef8a1bdd74 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403163 Aug 30 07:45:08.968725 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:09.537321 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:09.931783 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd847983-9aeb-4aaa-9c95-1dcd78efb179 req-40f0d21f-4fee-476a-8b4a-9d054f505977 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:09.934043 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bd847983-9aeb-4aaa-9c95-1dcd78efb179 req-40f0d21f-4fee-476a-8b4a-9d054f505977 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0519030 Aug 30 07:45:09.973635 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bd847983-9aeb-4aaa-9c95-1dcd78efb179 req-04ea119e-3787-4217-ac7c-368431d30a24 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329473 Aug 30 07:45:11.098817 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2529d1-3f45-4b23-aaca-157a5bd753a2 req-d98c596c-38af-445f-9144-d284b8215bf7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:11.100339 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-dd2529d1-3f45-4b23-aaca-157a5bd753a2 req-d98c596c-38af-445f-9144-d284b8215bf7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0529263 Aug 30 07:45:11.146679 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-dd2529d1-3f45-4b23-aaca-157a5bd753a2 req-64b60281-bf8e-440d-9090-34cada3fe409 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340445 Aug 30 07:45:12.268973 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e84177-02da-4361-b1bd-54e39ae446bf req-dbe24f80-b3e1-4ad5-9ec9-8a27fd2606ad tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:12.270659 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-55e84177-02da-4361-b1bd-54e39ae446bf req-dbe24f80-b3e1-4ad5-9ec9-8a27fd2606ad tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0504894 Aug 30 07:45:12.309342 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-55e84177-02da-4361-b1bd-54e39ae446bf req-b7448ca0-b6f0-4bc9-b017-beef75b6ca7c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327618 Aug 30 07:45:13.435192 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da551-802d-4d14-8735-bb69dbe7b9e2 req-a76c655f-ce86-4283-9240-5d15f99bcf09 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:13.437469 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c56da551-802d-4d14-8735-bb69dbe7b9e2 req-a76c655f-ce86-4283-9240-5d15f99bcf09 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0525711 Aug 30 07:45:13.478591 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c56da551-802d-4d14-8735-bb69dbe7b9e2 req-a0b477cb-1a03-498e-a284-327d59a28992 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342264 Aug 30 07:45:14.620031 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c7db7-cf55-4337-af5c-156200b32205 req-116949a0-5671-44c9-b518-131dea307aed tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:14.621794 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5f0c7db7-cf55-4337-af5c-156200b32205 req-116949a0-5671-44c9-b518-131dea307aed tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0564673 Aug 30 07:45:14.664995 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5f0c7db7-cf55-4337-af5c-156200b32205 req-408052e3-d0a1-4465-a964-56df44addd15 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365651 Aug 30 07:45:15.798147 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49dfa55-f85a-4152-9078-3d4befe7a081 req-9a09b18f-7dfe-4cf3-88dc-85caad01f914 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:15.799654 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e49dfa55-f85a-4152-9078-3d4befe7a081 req-9a09b18f-7dfe-4cf3-88dc-85caad01f914 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0576227 Aug 30 07:45:15.839832 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e49dfa55-f85a-4152-9078-3d4befe7a081 req-336c7f6b-a9db-49fa-a80f-c31dc2ef56ba tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340738 Aug 30 07:45:16.963188 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e5178-9a4c-4811-b0b2-ce5d0a317286 req-3ec8e70a-3e02-405c-b65c-fc04087ce5bd tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:16.964792 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e03e5178-9a4c-4811-b0b2-ce5d0a317286 req-3ec8e70a-3e02-405c-b65c-fc04087ce5bd tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0523205 Aug 30 07:45:17.003807 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e03e5178-9a4c-4811-b0b2-ce5d0a317286 req-ef4f3722-0b7a-45ae-bc32-4a7aa4f54f18 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325286 Aug 30 07:45:18.122572 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f13e48-4867-454e-85a5-07777b44ec88 req-630d3f63-56f4-4ee1-ab7e-08c2d9ccc81b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:18.124548 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-84f13e48-4867-454e-85a5-07777b44ec88 req-630d3f63-56f4-4ee1-ab7e-08c2d9ccc81b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0497444 Aug 30 07:45:18.161748 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-84f13e48-4867-454e-85a5-07777b44ec88 req-50971a95-fdad-4c02-9786-f90b41769ab7 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310087 Aug 30 07:45:19.279228 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ee870-1dee-40c8-89d2-75d3edb422d1 req-6aa8a7de-4f1b-4fc0-9a17-2b55065b9b8f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:19.281224 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-640ee870-1dee-40c8-89d2-75d3edb422d1 req-6aa8a7de-4f1b-4fc0-9a17-2b55065b9b8f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0491834 Aug 30 07:45:19.317852 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-640ee870-1dee-40c8-89d2-75d3edb422d1 req-9406b7c2-4d6c-43c0-9198-94a8c4dde226 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305493 Aug 30 07:45:20.395099 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 23d3ff7b-fbcc-4b1e-8562-088df232ef8e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:45:20.442753 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f91d78-b34c-48f5-a884-c76f087b6dd6 req-ecdd35e6-0356-444b-9a8f-1606e9ceec7f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:20.444248 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-08f91d78-b34c-48f5-a884-c76f087b6dd6 req-ecdd35e6-0356-444b-9a8f-1606e9ceec7f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0512428 Aug 30 07:45:20.483018 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-08f91d78-b34c-48f5-a884-c76f087b6dd6 req-646b3668-36cc-4d1f-9ea1-409e16df9353 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320251 Aug 30 07:45:20.489758 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:45:20.501808 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'port_id': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e', 'mac_address': 'fa:16:3e:12:47:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:45:20.538846 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:20.552487 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d3ff7b-fbcc-4b1e-8562-088df232ef8e {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:45:20.572232 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:45:20.575907 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:20.622624 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,revision_number=9']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:20.885432 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['23d3ff7b-fbcc-4b1e-8562-088df232ef8e'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:45:21.605919 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10a481-2873-41e6-82df-0fc1236d56df req-9155c910-1ada-42a1-84af-98d3e15aa269 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:21.607392 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9a10a481-2873-41e6-82df-0fc1236d56df req-9155c910-1ada-42a1-84af-98d3e15aa269 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 945 time: 0.0520570 Aug 30 07:45:21.644011 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9a10a481-2873-41e6-82df-0fc1236d56df req-1813e9a5-e963-4c4d-8c19-c2460f47563f tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308294 Aug 30 07:45:22.408482 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 23d3ff7b-fbcc-4b1e-8562-088df232ef8e up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:45:22.460231 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:45:22.460602 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:22.541117 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:22.563260 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:45:22.565417 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234fef69-3077-433c-912b-73ade8b6e23a" -d '{"events": [{"server_uuid": "dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2", "name": "network-vif-plugged", "status": "completed", "tag": "23d3ff7b-fbcc-4b1e-8562-088df232ef8e"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:45:22.579132 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:45:22.583655 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:22.631328 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,revision_number=10']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:22.661033 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0676fc06-2de9-4b89-91f9-437d370e5ad9 x-openstack-request-id: req-0676fc06-2de9-4b89-91f9-437d370e5ad9 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:45:22.661312 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2", "name": "network-vif-plugged", "status": "completed", "tag": "23d3ff7b-fbcc-4b1e-8562-088df232ef8e", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:45:22.661569 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0676fc06-2de9-4b89-91f9-437d370e5ad9 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:45:22.661965 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e', 'code': 200} Aug 30 07:45:22.773457 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62252999-a6ac-43bc-bed3-10a02ed023a4 req-a4fc3ba4-17db-4416-bc53-735168a8ef0e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:22.777378 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-62252999-a6ac-43bc-bed3-10a02ed023a4 req-a4fc3ba4-17db-4416-bc53-735168a8ef0e tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 947 time: 0.0542278 Aug 30 07:45:22.823616 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-62252999-a6ac-43bc-bed3-10a02ed023a4 req-04f7d99d-8ef7-4ea6-952a-5d4d501bc877 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419362 Aug 30 07:45:22.871954 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002b9d6-ca25-4b43-8833-efccb5f2e26b req-70e69aab-b03f-404e-adce-cf3822f38809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:22.873432 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d002b9d6-ca25-4b43-8833-efccb5f2e26b req-70e69aab-b03f-404e-adce-cf3822f38809 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 1100 time: 0.0398686 Aug 30 07:45:22.913140 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d002b9d6-ca25-4b43-8833-efccb5f2e26b req-f0df27f6-78ed-49c0-9059-5d47f6d25049 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285699 Aug 30 07:45:23.946394 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71492b66-0e96-4cfd-9bfc-e3198d83b9ef req-ad293979-823a-4f55-80d8-c2ebe98e5f90 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:23.948300 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-71492b66-0e96-4cfd-9bfc-e3198d83b9ef req-ad293979-823a-4f55-80d8-c2ebe98e5f90 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 947 time: 0.0499980 Aug 30 07:45:23.988678 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-71492b66-0e96-4cfd-9bfc-e3198d83b9ef req-7a39086e-a0cb-4135-8eed-f44d8bd808cf tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344062 Aug 30 07:45:25.117688 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d8020-5736-49d0-8713-cbbdce894c55 req-025b2485-0603-4db3-93fb-534b3444ef75 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:25.119198 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a91d8020-5736-49d0-8713-cbbdce894c55 req-025b2485-0603-4db3-93fb-534b3444ef75 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 947 time: 0.0526335 Aug 30 07:45:25.157614 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a91d8020-5736-49d0-8713-cbbdce894c55 req-aa31f47f-019b-420c-870a-debc7016dc19 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316644 Aug 30 07:45:32.960606 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:45:33.632723 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-72ea6ed9-8b13-4765-8017-d4fe41651a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:35.899746 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b29ac8e9-c602-4135-bbf5-14cd09416a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:36.463728 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:37.266776 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:38.872287 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6121ce-5e8c-4bdf-9ee7-42f4868b4017 req-1347f244-810e-4142-8983-4f5c7219c08a tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:38.874387 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ad6121ce-5e8c-4bdf-9ee7-42f4868b4017 req-1347f244-810e-4142-8983-4f5c7219c08a tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 945 time: 0.0526936 Aug 30 07:45:38.916854 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ad6121ce-5e8c-4bdf-9ee7-42f4868b4017 req-5e1220cf-bdbd-48ab-9151-dce08463bb28 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab61b97b-222e-425c-bd94-266c553ca1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354784 Aug 30 07:45:38.965023 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:39.536666 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:40.032071 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad68cd-c683-4222-90b3-bb8e3e89b270 req-2af390f9-a33d-439d-ae3e-16d93c29d60b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:40.033586 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-10ad68cd-c683-4222-90b3-bb8e3e89b270 req-2af390f9-a33d-439d-ae3e-16d93c29d60b tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 945 time: 0.0486720 Aug 30 07:45:40.071981 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-10ad68cd-c683-4222-90b3-bb8e3e89b270 req-111fefe6-e6fc-47be-bdd3-9055dba33050 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab61b97b-222e-425c-bd94-266c553ca1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324092 Aug 30 07:45:40.710360 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681369b-927b-4bd6-aa24-fdc39bab6801 req-17af39b1-f23c-4cfe-b87e-a190d85ecdf5 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:40.711715 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0681369b-927b-4bd6-aa24-fdc39bab6801 req-17af39b1-f23c-4cfe-b87e-a190d85ecdf5 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 945 time: 0.0525773 Aug 30 07:45:40.808623 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [req-0681369b-927b-4bd6-aa24-fdc39bab6801 req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Deleting port 6f979320-52b7-4697-ac3e-2cdae4a28b32 {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:45:40.809078 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-0681369b-927b-4bd6-aa24-fdc39bab6801 req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:40.898127 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-0681369b-927b-4bd6-aa24-fdc39bab6801 req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] For port 6f979320-52b7-4697-ac3e-2cdae4a28b32, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6f979320-52b7-4697-ac3e-2cdae4a28b32,segment=NetworkSegment(abc98d22-6439-4d7b-affd-78b6418ab6e5),segment_id=abc98d22-6439-4d7b-affd-78b6418ab6e5)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:45:40.898481 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-0681369b-927b-4bd6-aa24-fdc39bab6801 req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:41.079875 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-0681369b-927b-4bd6-aa24-fdc39bab6801 req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:41.080265 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-0681369b-927b-4bd6-aa24-fdc39bab6801 req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:41.080580 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.l3_db [req-0681369b-927b-4bd6-aa24-fdc39bab6801 req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Floating IP 68efb603-778a-45b1-9dc5-29ed761f5f61 disassociated. External IP: 172.27.2.13, port: 6f979320-52b7-4697-ac3e-2cdae4a28b32. Aug 30 07:45:41.080917 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [req-0681369b-927b-4bd6-aa24-fdc39bab6801 req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Calling delete_port for 6f979320-52b7-4697-ac3e-2cdae4a28b32 owned by compute:nova {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:45:41.221096 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75ca4a-c801-4042-b826-45014e4ca9bb req-bd1ed4b1-5149-4770-8439-2f2ce8c5c2c8 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:41.222580 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2c75ca4a-c801-4042-b826-45014e4ca9bb req-bd1ed4b1-5149-4770-8439-2f2ce8c5c2c8 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 945 time: 0.0820553 Aug 30 07:45:41.273398 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2c75ca4a-c801-4042-b826-45014e4ca9bb req-7146cad3-4ba5-4877-91eb-a1602d724433 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab61b97b-222e-425c-bd94-266c553ca1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421896 Aug 30 07:45:41.274132 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-0681369b-927b-4bd6-aa24-fdc39bab6801 req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:41.304380 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event deleted for resources: {'Port': ['ID=6f979320-52b7-4697-ac3e-2cdae4a28b32,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:41.317268 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:41.317622 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:41.317964 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:41.318330 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:41.318665 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:41.318998 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:41.319326 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:41.319656 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:41.319979 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:41.320309 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:41.320660 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:41.320978 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:41.485059 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1da033ac-d6af-4c61-a738-6c69db436d21 req-c1ed3698-0b6f-43c9-a30a-5dffa2b85d2b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461826 Aug 30 07:45:41.547778 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da033ac-d6af-4c61-a738-6c69db436d21 req-e75dabeb-3b03-4d26-bf83-6e398d59c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:41.549312 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1da033ac-d6af-4c61-a738-6c69db436d21 req-e75dabeb-3b03-4d26-bf83-6e398d59c332 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f9590f149e841f38602d1fbd657bb0d&device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 1099 time: 0.0426173 Aug 30 07:45:41.657189 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da033ac-d6af-4c61-a738-6c69db436d21 req-feea2ae3-48e6-4a04-b2cf-02b338ee940b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:41.658702 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1da033ac-d6af-4c61-a738-6c69db436d21 req-feea2ae3-48e6-4a04-b2cf-02b338ee940b service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 200 len: 914 time: 0.0879328 Aug 30 07:45:41.677302 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0681369b-927b-4bd6-aa24-fdc39bab6801 req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Router 48a94131-65f2-4b2f-b831-df01ad8f28cc has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:45:41.734827 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1da033ac-d6af-4c61-a738-6c69db436d21 req-10769be3-803f-4c1f-aeae-adedfdf684c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d6197e-eb01-46f2-9a82-f80bbb0eac27 HTTP/1.1" status: 200 len: 1001 time: 0.0679257 Aug 30 07:45:41.787242 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0681369b-927b-4bd6-aa24-fdc39bab6801 req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:45:41.791101 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da033ac-d6af-4c61-a738-6c69db436d21 req-f73ccdb5-7bba-43c2-99ba-3e43ec8b42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:41.792595 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1da033ac-d6af-4c61-a738-6c69db436d21 req-f73ccdb5-7bba-43c2-99ba-3e43ec8b42a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e2318d-123e-41c6-aa16-ca61889da190 HTTP/1.1" status: 200 len: 851 time: 0.0459528 Aug 30 07:45:41.797532 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd276ce2-dffc-42ea-a9df-0fb585b3aa8d None None] Sync routers for ids ['48a94131-65f2-4b2f-b831-df01ad8f28cc'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:45:41.808115 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd276ce2-dffc-42ea-a9df-0fb585b3aa8d None None] Routers {'48a94131-65f2-4b2f-b831-df01ad8f28cc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:45:41.808747 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-cd276ce2-dffc-42ea-a9df-0fb585b3aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:45:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['48a94131-65f2-4b2f-b831-df01ad8f28cc'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:45:41.835593 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0681369b-927b-4bd6-aa24-fdc39bab6801 req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] No DVR routers for this DVR port 6f979320-52b7-4697-ac3e-2cdae4a28b32 on host hv-cinder-80403 {{(pid=100445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:45:41.838242 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-0681369b-927b-4bd6-aa24-fdc39bab6801 req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:41.840276 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0681369b-927b-4bd6-aa24-fdc39bab6801 req-fada47fc-d0ce-4e77-af28-50096a90f768 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.72 "DELETE /v2.0/ports/6f979320-52b7-4697-ac3e-2cdae4a28b32 HTTP/1.1" status: 204 len: 173 time: 1.1217372 Aug 30 07:45:41.840719 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e4ab83-fc1c-4c20-944f-fc12258283ea', 'name': 'network-vif-deleted', 'tag': '6f979320-52b7-4697-ac3e-2cdae4a28b32'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:45:41.841745 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da033ac-d6af-4c61-a738-6c69db436d21 req-eeb22e57-c96b-42ee-8cd1-50f0e819636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:41.843106 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862381d9-5dcf-4491-a5ea-04792033071c" -d '{"events": [{"server_uuid": "d1e4ab83-fc1c-4c20-944f-fc12258283ea", "name": "network-vif-deleted", "tag": "6f979320-52b7-4697-ac3e-2cdae4a28b32"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:45:41.849663 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1da033ac-d6af-4c61-a738-6c69db436d21 req-eeb22e57-c96b-42ee-8cd1-50f0e819636a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab4a9354-67df-4094-835a-a69066bff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426848 Aug 30 07:45:41.933548 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-cd276ce2-dffc-42ea-a9df-0fb585b3aa8d None None] Set router 48a94131-65f2-4b2f-b831-df01ad8f28cc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:45:41.946581 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1da033ac-d6af-4c61-a738-6c69db436d21 req-a9e70175-78a8-4705-91a5-8a61e15f54ff service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945132 Aug 30 07:45:41.963086 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c786066-c813-460c-bfcb-f2f57e21d122 x-openstack-request-id: req-5c786066-c813-460c-bfcb-f2f57e21d122 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:45:41.963599 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e4ab83-fc1c-4c20-944f-fc12258283ea", "name": "network-vif-deleted", "tag": "6f979320-52b7-4697-ac3e-2cdae4a28b32", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:45:41.964031 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c786066-c813-460c-bfcb-f2f57e21d122 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:45:41.964598 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e4ab83-fc1c-4c20-944f-fc12258283ea', 'name': 'network-vif-deleted', 'tag': '6f979320-52b7-4697-ac3e-2cdae4a28b32', 'status': 'completed', 'code': 200} Aug 30 07:45:42.037604 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1da033ac-d6af-4c61-a738-6c69db436d21 req-1bdeab34-c31a-48fe-ad9a-2742cc21d9b2 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833693 Aug 30 07:45:42.137513 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-cd276ce2-dffc-42ea-a9df-0fb585b3aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:41Z', 'revision_number': 4, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '30384ccd-3c99-4311-89f0-52bd3cdd45ff', 'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'mac_address': 'fa:16:3e:df:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:39Z', 'updated_at': '2021-08-30T07:39:52Z', 'revision_number': 5, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'subnets': [{'id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:45:42.163134 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd276ce2-dffc-42ea-a9df-0fb585b3aa8d None None] Checking router: 48a94131-65f2-4b2f-b831-df01ad8f28cc for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:45:42.171682 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd276ce2-dffc-42ea-a9df-0fb585b3aa8d None None] Routers {'48a94131-65f2-4b2f-b831-df01ad8f28cc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:45:42.172282 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-cd276ce2-dffc-42ea-a9df-0fb585b3aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:45:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['48a94131-65f2-4b2f-b831-df01ad8f28cc'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:45:42.273999 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-cd276ce2-dffc-42ea-a9df-0fb585b3aa8d None None] Set router 48a94131-65f2-4b2f-b831-df01ad8f28cc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:45:42.390604 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-335c0b07-d514-4030-980d-ae5460328b2c req-11cdf02c-d19b-4c25-9457-b4152c963be5 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1e4ab83-fc1c-4c20-944f-fc12258283ea HTTP/1.1" status: 200 len: 210 time: 0.0285184 Aug 30 07:45:42.478627 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-cd276ce2-dffc-42ea-a9df-0fb585b3aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:41Z', 'revision_number': 4, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '30384ccd-3c99-4311-89f0-52bd3cdd45ff', 'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'mac_address': 'fa:16:3e:df:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:39Z', 'updated_at': '2021-08-30T07:39:52Z', 'revision_number': 5, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'subnets': [{'id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:45:42.627974 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd276ce2-dffc-42ea-a9df-0fb585b3aa8d None None] The sync data for ids ['48a94131-65f2-4b2f-b831-df01ad8f28cc'] in dv-cinder-804035-7-iscsi is: [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:39:41Z', 'revision_number': 4, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '30384ccd-3c99-4311-89f0-52bd3cdd45ff', 'name': '', 'network_id': 'eda8800c-3da0-4292-89a8-975d67f79153', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'mac_address': 'fa:16:3e:df:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:39Z', 'updated_at': '2021-08-30T07:39:52Z', 'revision_number': 5, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'subnets': [{'id': '8fee1361-e1b5-49c1-a52b-8d2bd7bb7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:45:42.829210 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918c29dc-3454-4c80-9c3e-41ed3b3f79c5 None None] New status for floating IP 68efb603-778a-45b1-9dc5-29ed761f5f61: DOWN {{(pid=100447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:45:43.476404 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 54644) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:43.529531 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cdc764f8-d6cd-42a1-9aa1-6ddd3775f833 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:43.551403 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cdc764f8-d6cd-42a1-9aa1-6ddd3775f833 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:43.599979 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cdc764f8-d6cd-42a1-9aa1-6ddd3775f833 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:43.602463 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cdc764f8-d6cd-42a1-9aa1-6ddd3775f833 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:43.603630 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-cdc764f8-d6cd-42a1-9aa1-6ddd3775f833 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "DELETE /v2.0/security-groups/ab61b97b-222e-425c-bd94-266c553ca1a4 HTTP/1.1" status: 204 len: 168 time: 0.1261694 Aug 30 07:45:43.606596 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 54646) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:43.612433 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc764f8-d6cd-42a1-9aa1-6ddd3775f833 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab61b97b-222e-425c-bd94-266c553ca1a4,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:43.622540 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.api.v2.resource [None req-9550420e-5929-4da0-a153-2c3de3b97071 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] show failed (client error): The resource could not be found. Aug 30 07:45:43.626707 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-9550420e-5929-4da0-a153-2c3de3b97071 tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "GET /v2.0/security-groups/ab61b97b-222e-425c-bd94-266c553ca1a4 HTTP/1.1" status: 404 len: 347 time: 0.0164795 Aug 30 07:45:43.626928 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 54648) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:43.783845 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Deleting port 06456d65-1744-4eec-8205-9ad219a05805 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:45:43.784185 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:43.855600 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:43.855923 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:43.867621 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Calling delete_port for 06456d65-1744-4eec-8205-9ad219a05805 owned by network:floatingip {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:45:44.004653 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:44.028865 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Pushing event deleted for resources: {'Port': ['ID=06456d65-1744-4eec-8205-9ad219a05805,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:44.053971 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:44.054348 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:44.054689 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:44.055026 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:44.055357 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:44.055690 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:44.056017 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:44.056344 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:44.056671 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:44.056994 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:44.057316 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:44.057635 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:45:44.098842 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks [] for floatingip, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:44.101265 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:44.102506 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-0f21d216-36bb-44ef-be19-68e8e8c66dda tempest-AttachVolumeTestJSON-392117948 tempest-AttachVolumeTestJSON-392117948-project] 10.222.0.58 "DELETE /v2.0/floatingips/68efb603-778a-45b1-9dc5-29ed761f5f61 HTTP/1.1" status: 204 len: 168 time: 0.4746194 Aug 30 07:45:44.531769 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 6f979320-52b7-4697-ac3e-2cdae4a28b32 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:45:44.551517 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: 6f979320-52b7-4697-ac3e-2cdae4a28b32 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:45:44.551858 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 6f979320-52b7-4697-ac3e-2cdae4a28b32 not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:45:47.622532 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 54678) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:48.120133 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c70ad659-1133-4751-bd60-41035d63b1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:48.404902 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-c70ad659-1133-4751-bd60-41035d63b1ae admin admin] Deleting port 30384ccd-3c99-4311-89f0-52bd3cdd45ff {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:45:48.405152 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c70ad659-1133-4751-bd60-41035d63b1ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:48.480070 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [None req-c70ad659-1133-4751-bd60-41035d63b1ae admin admin] For port 30384ccd-3c99-4311-89f0-52bd3cdd45ff, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=30384ccd-3c99-4311-89f0-52bd3cdd45ff,segment=NetworkSegment(abc98d22-6439-4d7b-affd-78b6418ab6e5),segment_id=abc98d22-6439-4d7b-affd-78b6418ab6e5)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:45:48.480429 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c70ad659-1133-4751-bd60-41035d63b1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:48.492939 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-c70ad659-1133-4751-bd60-41035d63b1ae admin admin] Calling delete_port for 30384ccd-3c99-4311-89f0-52bd3cdd45ff owned by network:router_interface {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:45:48.663259 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c70ad659-1133-4751-bd60-41035d63b1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:48.688428 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ad659-1133-4751-bd60-41035d63b1ae admin admin] Pushing event deleted for resources: {'Port': ['ID=30384ccd-3c99-4311-89f0-52bd3cdd45ff,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:48.849947 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c70ad659-1133-4751-bd60-41035d63b1ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552499'] for router_interface, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:49.053786 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70ad659-1133-4751-bd60-41035d63b1ae admin admin] Router 48a94131-65f2-4b2f-b831-df01ad8f28cc has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:45:49.155671 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70ad659-1133-4751-bd60-41035d63b1ae admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:45:49.160589 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-c70ad659-1133-4751-bd60-41035d63b1ae admin admin] 10.222.0.58 "PUT /v2.0/routers/48a94131-65f2-4b2f-b831-df01ad8f28cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5370529 Aug 30 07:45:49.163265 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 54682) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:49.165940 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e46af33-4650-412e-9bf9-0605948aa90d None None] Sync routers for ids ['48a94131-65f2-4b2f-b831-df01ad8f28cc'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:45:49.175827 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e46af33-4650-412e-9bf9-0605948aa90d None None] Routers {'48a94131-65f2-4b2f-b831-df01ad8f28cc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:45:49.176436 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-9e46af33-4650-412e-9bf9-0605948aa90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:45:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['48a94131-65f2-4b2f-b831-df01ad8f28cc'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:45:49.262805 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-03155ace-cf72-426d-92d2-faafe9d26ac9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:49.277385 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-9e46af33-4650-412e-9bf9-0605948aa90d None None] Set router 48a94131-65f2-4b2f-b831-df01ad8f28cc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:45:49.466030 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-9e46af33-4650-412e-9bf9-0605948aa90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:45:48Z', 'revision_number': 5, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:45:49.495628 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e46af33-4650-412e-9bf9-0605948aa90d None None] Checking router: 48a94131-65f2-4b2f-b831-df01ad8f28cc for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:45:49.505026 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e46af33-4650-412e-9bf9-0605948aa90d None None] Routers {'48a94131-65f2-4b2f-b831-df01ad8f28cc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:45:49.505662 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-9e46af33-4650-412e-9bf9-0605948aa90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:45:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['48a94131-65f2-4b2f-b831-df01ad8f28cc'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:45:49.607649 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-03155ace-cf72-426d-92d2-faafe9d26ac9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:49.608482 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-9e46af33-4650-412e-9bf9-0605948aa90d None None] Set router 48a94131-65f2-4b2f-b831-df01ad8f28cc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:45:49.659732 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-03155ace-cf72-426d-92d2-faafe9d26ac9 admin admin] Deleting port 524bb4e6-8606-493d-a3fa-9f3e7eed25b7 {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:45:49.660074 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-03155ace-cf72-426d-92d2-faafe9d26ac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:49.737011 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [None req-03155ace-cf72-426d-92d2-faafe9d26ac9 admin admin] For port 524bb4e6-8606-493d-a3fa-9f3e7eed25b7, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=524bb4e6-8606-493d-a3fa-9f3e7eed25b7,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:45:49.737670 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-03155ace-cf72-426d-92d2-faafe9d26ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:49.751047 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-03155ace-cf72-426d-92d2-faafe9d26ac9 admin admin] Calling delete_port for 524bb4e6-8606-493d-a3fa-9f3e7eed25b7 owned by network:router_gateway {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:45:49.784826 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-9e46af33-4650-412e-9bf9-0605948aa90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:45:48Z', 'revision_number': 5, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:45:49.811516 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e46af33-4650-412e-9bf9-0605948aa90d None None] The sync data for ids ['48a94131-65f2-4b2f-b831-df01ad8f28cc'] in dv-cinder-804035-7-iscsi is: [{'id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'name': 'tempest-AttachVolumeTestJSON-434790495-router', 'tenant_id': 'ff8583d16df6404d905eb9bdbf591980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:32Z', 'updated_at': '2021-08-30T07:45:48Z', 'revision_number': 5, 'project_id': 'ff8583d16df6404d905eb9bdbf591980', 'gw_port': {'id': '524bb4e6-8606-493d-a3fa-9f3e7eed25b7', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a94131-65f2-4b2f-b831-df01ad8f28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:45:49.914102 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-03155ace-cf72-426d-92d2-faafe9d26ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:49.947626 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03155ace-cf72-426d-92d2-faafe9d26ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=524bb4e6-8606-493d-a3fa-9f3e7eed25b7,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:50.001927 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-03155ace-cf72-426d-92d2-faafe9d26ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550249'] for router_gateway, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:50.095450 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-03155ace-cf72-426d-92d2-faafe9d26ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15640'] for router, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:50.097564 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-03155ace-cf72-426d-92d2-faafe9d26ac9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:50.142525 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-03155ace-cf72-426d-92d2-faafe9d26ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554745'] for router, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:50.143184 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03155ace-cf72-426d-92d2-faafe9d26ac9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48a94131-65f2-4b2f-b831-df01ad8f28cc {{(pid=100445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:45:50.148696 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-03155ace-cf72-426d-92d2-faafe9d26ac9 admin admin] Notify callbacks [] for router, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:50.150098 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-03155ace-cf72-426d-92d2-faafe9d26ac9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/48a94131-65f2-4b2f-b831-df01ad8f28cc HTTP/1.1" status: 204 len: 168 time: 0.9857402 Aug 30 07:45:50.152492 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 54684) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:50.204070 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18fc07d-e2f9-4370-b2d3-feb6697fcf5c admin admin] Deleting subnet 8fee1361-e1b5-49c1-a52b-8d2bd7bb7419 {{(pid=100445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:45:50.208039 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-d18fc07d-e2f9-4370-b2d3-feb6697fcf5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:50.246999 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-d18fc07d-e2f9-4370-b2d3-feb6697fcf5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5268979'] for subnet, precommit_delete_associations {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:50.369068 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-d18fc07d-e2f9-4370-b2d3-feb6697fcf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062241'] for subnet, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:50.432224 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-d18fc07d-e2f9-4370-b2d3-feb6697fcf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2062254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7019973'] for subnet, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:50.458913 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fc07d-e2f9-4370-b2d3-feb6697fcf5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fee1361-e1b5-49c1-a52b-8d2bd7bb7419,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:50.459399 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 30384ccd-3c99-4311-89f0-52bd3cdd45ff no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:45:50.465962 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-d18fc07d-e2f9-4370-b2d3-feb6697fcf5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:50.471260 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 54686) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:50.472173 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-d18fc07d-e2f9-4370-b2d3-feb6697fcf5c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8fee1361-e1b5-49c1-a52b-8d2bd7bb7419 HTTP/1.1" status: 204 len: 168 time: 0.3185737 Aug 30 07:45:50.493459 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8aff66-0844-42da-9a17-2362c8c8ed3d None None] Network eda8800c-3da0-4292-89a8-975d67f79153 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:45:50.495772 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: 30384ccd-3c99-4311-89f0-52bd3cdd45ff {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:45:50.496092 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 30384ccd-3c99-4311-89f0-52bd3cdd45ff not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:45:50.547733 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048561'] for network, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:50.605407 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] Deleting port ad51948a-317a-4253-95b7-a304680d20a6 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:45:50.605747 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:50.676094 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] For port ad51948a-317a-4253-95b7-a304680d20a6, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=ad51948a-317a-4253-95b7-a304680d20a6,segment=NetworkSegment(abc98d22-6439-4d7b-affd-78b6418ab6e5),segment_id=abc98d22-6439-4d7b-affd-78b6418ab6e5)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:45:50.676457 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:50.689731 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] Calling delete_port for ad51948a-317a-4253-95b7-a304680d20a6 owned by network:dhcp {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:45:50.771999 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:50.795765 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad51948a-317a-4253-95b7-a304680d20a6,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:50.801494 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] No DVR routers for this DVR port ad51948a-317a-4253-95b7-a304680d20a6 on host dv-cinder-804035-7-iscsi {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:45:50.855903 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a1dd60-ed3a-4090-9f4c-9e78a01110b3 None None] DHCP port deletion for eda8800c-3da0-4292-89a8-975d67f79153 request from dv-cinder-804035-7-iscsi {{(pid=100446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 07:45:51.071370 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2060378', 'neutron.services.segments.db._delete_segments_for_network-8735171498990'] for network, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:51.082159 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda8800c-3da0-4292-89a8-975d67f79153']}} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:45:51.092711 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc98d22-6439-4d7b-affd-78b6418ab6e5') {'for_net_delete': True} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:45:51.093008 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc98d22-6439-4d7b-affd-78b6418ab6e5') {} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:45:51.103444 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735171498873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7228177'] for segment, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:51.116996 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:51.123743 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=100444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:45:51.124136 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316867'] for segment, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: Traceback (most recent call last): Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: timer() Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: cb(*args, **kw) Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: return func(*args, **kwargs) Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: self._notify() Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: self.callback(batched_events) Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: event.method(event) Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: return f(self, *a, **k) Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._get(url).json() Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: return self.request(url, 'GET', **kwargs) Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:45:51.125842 dv-cinder-804035-7-iscsi neutron-server[100444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:45:51.184355 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2060323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550229'] for network, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:51.190266 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:51.193717 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] 10.222.0.58 "DELETE /v2.0/networks/eda8800c-3da0-4292-89a8-975d67f79153 HTTP/1.1" status: 204 len: 168 time: 0.7189815 Aug 30 07:45:51.204343 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72600fa7-0813-4319-9587-403bc684b912 admin admin] Pushing event deleted for resources: {'Network': ['ID=eda8800c-3da0-4292-89a8-975d67f79153,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:51.309238 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 54690) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:51.351426 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-b49372bc-18e9-40dd-8879-3b09150e245d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff8583d16df6404d905eb9bdbf591980&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0408704 Aug 30 07:45:51.354134 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 54692) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:51.405517 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-06d8877b-97d7-4cdc-916b-ae023e9e6a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:51.428208 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-06d8877b-97d7-4cdc-916b-ae023e9e6a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:51.480403 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-06d8877b-97d7-4cdc-916b-ae023e9e6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:51.483447 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-06d8877b-97d7-4cdc-916b-ae023e9e6a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:51.484624 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-06d8877b-97d7-4cdc-916b-ae023e9e6a0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d035c999-026a-4c1e-bc9a-8291e33d0be7 HTTP/1.1" status: 204 len: 168 time: 0.1282058 Aug 30 07:45:51.494223 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8877b-97d7-4cdc-916b-ae023e9e6a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d035c999-026a-4c1e-bc9a-8291e33d0be7,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:52.387349 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device ad51948a-317a-4253-95b7-a304680d20a6 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:45:52.411294 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: ad51948a-317a-4253-95b7-a304680d20a6 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:45:52.411633 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device ad51948a-317a-4253-95b7-a304680d20a6 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:45:52.412046 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 524bb4e6-8606-493d-a3fa-9f3e7eed25b7 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:45:52.430736 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: 524bb4e6-8606-493d-a3fa-9f3e7eed25b7 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:45:52.431081 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 524bb4e6-8606-493d-a3fa-9f3e7eed25b7 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:45:55.190405 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 54754) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:55.293169 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d29ea60b-21b0-4363-bfed-9266ce092ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:55.399304 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d29ea60b-21b0-4363-bfed-9266ce092ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:55.403110 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d29ea60b-21b0-4363-bfed-9266ce092ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:55.440958 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-d29ea60b-21b0-4363-bfed-9266ce092ca0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1dde08775a9e4511a8ee2a439ef31bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494729 Aug 30 07:45:55.441818 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ea60b-21b0-4363-bfed-9266ce092ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1a5532-77a5-48eb-860c-5337ee07b67c,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:55.443800 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 54758) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:55.493699 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3aee9703-4517-431b-aaa9-535b5f41292c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:55.515373 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3aee9703-4517-431b-aaa9-535b5f41292c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:55.562781 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3aee9703-4517-431b-aaa9-535b5f41292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:55.565270 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3aee9703-4517-431b-aaa9-535b5f41292c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:55.566469 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-3aee9703-4517-431b-aaa9-535b5f41292c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b1a5532-77a5-48eb-860c-5337ee07b67c HTTP/1.1" status: 204 len: 168 time: 0.1211703 Aug 30 07:45:55.574491 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee9703-4517-431b-aaa9-535b5f41292c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1a5532-77a5-48eb-860c-5337ee07b67c,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:56.690208 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 54810) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:56.792304 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-080177bc-5e1f-4cf3-8bd2-775afec2c4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:56.884678 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-080177bc-5e1f-4cf3-8bd2-775afec2c4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:56.889592 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-080177bc-5e1f-4cf3-8bd2-775afec2c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:56.928842 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-080177bc-5e1f-4cf3-8bd2-775afec2c4e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa7e82f06581417484ebb20f0c9700f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375379 Aug 30 07:45:56.929687 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080177bc-5e1f-4cf3-8bd2-775afec2c4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fe706c-d13c-43dc-aa1b-4745f106acd9,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:56.931587 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 54814) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:56.979535 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5e48b5bc-2a64-400d-b541-ba4ee33e5048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:57.000038 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5e48b5bc-2a64-400d-b541-ba4ee33e5048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:57.044607 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5e48b5bc-2a64-400d-b541-ba4ee33e5048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:57.047859 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5e48b5bc-2a64-400d-b541-ba4ee33e5048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:57.051373 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-5e48b5bc-2a64-400d-b541-ba4ee33e5048 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d0fe706c-d13c-43dc-aa1b-4745f106acd9 HTTP/1.1" status: 204 len: 168 time: 0.1164279 Aug 30 07:45:57.056664 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48b5bc-2a64-400d-b541-ba4ee33e5048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fe706c-d13c-43dc-aa1b-4745f106acd9,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:58.732843 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 54878) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:58.835838 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b7826f44-4a5d-49d0-b4c0-55cfb956b1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:58.921125 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b7826f44-4a5d-49d0-b4c0-55cfb956b1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:58.924858 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b7826f44-4a5d-49d0-b4c0-55cfb956b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:58.964787 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-b7826f44-4a5d-49d0-b4c0-55cfb956b1a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b614f44fbb934a2aa55e6ef0811995bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307699 Aug 30 07:45:58.965996 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7826f44-4a5d-49d0-b4c0-55cfb956b1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc0913f-2298-45bd-b2a5-e415786c680f,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:58.967460 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 54882) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:59.015971 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5e711b0b-f2c2-481d-84b4-0fa62ac4bfa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:59.036096 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5e711b0b-f2c2-481d-84b4-0fa62ac4bfa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:59.081756 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5e711b0b-f2c2-481d-84b4-0fa62ac4bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:59.084173 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5e711b0b-f2c2-481d-84b4-0fa62ac4bfa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:59.085311 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-5e711b0b-f2c2-481d-84b4-0fa62ac4bfa9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4dc0913f-2298-45bd-b2a5-e415786c680f HTTP/1.1" status: 204 len: 168 time: 0.1168485 Aug 30 07:45:59.092666 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e711b0b-f2c2-481d-84b4-0fa62ac4bfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc0913f-2298-45bd-b2a5-e415786c680f,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:59.340548 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 54888) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:59.353578 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a44cf542-65c2-4509-af22-e00d92f7177e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:59.441902 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a44cf542-65c2-4509-af22-e00d92f7177e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:59.446428 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a44cf542-65c2-4509-af22-e00d92f7177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:59.487127 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-a44cf542-65c2-4509-af22-e00d92f7177e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0c35c159be44c989b48ed5e8e1ddef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454411 Aug 30 07:45:59.488285 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cf542-65c2-4509-af22-e00d92f7177e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f543946-e8e3-4ceb-8158-df6d7b4cd996,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:59.489876 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 54890) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:59.538667 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3db32263-b971-41f0-9061-e97b2cb74cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:59.558732 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3db32263-b971-41f0-9061-e97b2cb74cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:59.602795 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3db32263-b971-41f0-9061-e97b2cb74cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:59.605480 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3db32263-b971-41f0-9061-e97b2cb74cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:59.606671 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-3db32263-b971-41f0-9061-e97b2cb74cd9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f543946-e8e3-4ceb-8158-df6d7b4cd996 HTTP/1.1" status: 204 len: 168 time: 0.1157660 Aug 30 07:45:59.615192 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db32263-b971-41f0-9061-e97b2cb74cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f543946-e8e3-4ceb-8158-df6d7b4cd996,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:00.625974 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 54924) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:00.731447 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5e069aae-7950-40c6-a6f2-bcc7dd707829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:00.831846 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5e069aae-7950-40c6-a6f2-bcc7dd707829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:00.836219 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5e069aae-7950-40c6-a6f2-bcc7dd707829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:00.866622 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e069aae-7950-40c6-a6f2-bcc7dd707829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d613dba-ca9c-44a6-ae42-05c6b6fd49af,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:00.882812 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-5e069aae-7950-40c6-a6f2-bcc7dd707829 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d7a1f4415d4d4864b81e88b5456f24ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529814 Aug 30 07:46:00.882812 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 54928) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:00.934203 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-61f6390c-4e00-4abe-bf22-5ffe0bf92fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:00.955641 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-61f6390c-4e00-4abe-bf22-5ffe0bf92fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:01.000231 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-61f6390c-4e00-4abe-bf22-5ffe0bf92fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:01.002948 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-61f6390c-4e00-4abe-bf22-5ffe0bf92fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:01.004193 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-61f6390c-4e00-4abe-bf22-5ffe0bf92fa1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d613dba-ca9c-44a6-ae42-05c6b6fd49af HTTP/1.1" status: 204 len: 168 time: 0.1206241 Aug 30 07:46:01.012191 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6390c-4e00-4abe-bf22-5ffe0bf92fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d613dba-ca9c-44a6-ae42-05c6b6fd49af,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:03.634955 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e88c5701-37bd-4e43-ac96-efe79923305e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:05.750977 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668355e-0538-42f2-b291-6700de05113a req-08aa8cfe-f0ba-492f-b5f7-c17d8b4208dd tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:05.752478 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6668355e-0538-42f2-b291-6700de05113a req-08aa8cfe-f0ba-492f-b5f7-c17d8b4208dd tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 947 time: 0.0491345 Aug 30 07:46:05.789008 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6668355e-0538-42f2-b291-6700de05113a req-bad15ea5-0b3e-4fe8-b826-4de99e06e446 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303245 Aug 30 07:46:05.899069 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-cdf6a063-e381-47ef-856b-c8669436e90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:06.465646 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:06.911957 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ddd46-5fb7-4a39-8f8a-da79228bef39 req-83e575f5-756a-47bb-87f1-3cfe508ae024 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:06.913740 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-176ddd46-5fb7-4a39-8f8a-da79228bef39 req-83e575f5-756a-47bb-87f1-3cfe508ae024 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 947 time: 0.0496824 Aug 30 07:46:06.952732 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-176ddd46-5fb7-4a39-8f8a-da79228bef39 req-d69e1331-d927-44df-9a5f-2e53c72ba021 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317495 Aug 30 07:46:07.269915 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:08.072919 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876befff-2b99-41d2-8447-b546cb7e8796 req-78522244-7b30-49c0-a209-9189c4db1e67 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:08.074459 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-876befff-2b99-41d2-8447-b546cb7e8796 req-78522244-7b30-49c0-a209-9189c4db1e67 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 947 time: 0.0512908 Aug 30 07:46:08.112391 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-876befff-2b99-41d2-8447-b546cb7e8796 req-492addaf-1574-48db-a2d1-a71eb84019f6 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317273 Aug 30 07:46:08.967527 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:09.233200 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf002f-b572-4caf-ab56-8c1026f63776 req-a9f50ddd-41f8-456b-924c-f08460bd23bf tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:09.234689 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-51cf002f-b572-4caf-ab56-8c1026f63776 req-a9f50ddd-41f8-456b-924c-f08460bd23bf tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 947 time: 0.0494280 Aug 30 07:46:09.272986 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-51cf002f-b572-4caf-ab56-8c1026f63776 req-494f7bbc-9cee-480b-a5d9-b5a13e6b53bb tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323625 Aug 30 07:46:09.533931 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:09.960075 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:46:10.390387 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b286b-e92b-424f-a0dd-754fd9a72235 req-2141e7df-e703-4bec-98f0-9ac7ad867f7b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:10.391823 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a88b286b-e92b-424f-a0dd-754fd9a72235 req-2141e7df-e703-4bec-98f0-9ac7ad867f7b tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 947 time: 0.0485444 Aug 30 07:46:10.430755 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a88b286b-e92b-424f-a0dd-754fd9a72235 req-bb0f6903-276e-45f1-9274-fa9a92460eb3 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups?id=76b3efd2-625f-46dc-a7f9-848c91323544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331080 Aug 30 07:46:10.816294 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b1201-4e38-435e-869d-b494fd4596a4 req-df2a753d-5170-4ffb-85a7-525ee95009f5 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:10.817738 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d22b1201-4e38-435e-869d-b494fd4596a4 req-df2a753d-5170-4ffb-85a7-525ee95009f5 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 947 time: 0.0506499 Aug 30 07:46:10.907886 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-d22b1201-4e38-435e-869d-b494fd4596a4 req-785ae005-5690-4236-aa8e-c38e89cb06c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Deleting port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:46:10.908141 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-d22b1201-4e38-435e-869d-b494fd4596a4 req-785ae005-5690-4236-aa8e-c38e89cb06c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:10.995388 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-d22b1201-4e38-435e-869d-b494fd4596a4 req-785ae005-5690-4236-aa8e-c38e89cb06c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] For port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:46:10.995739 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-d22b1201-4e38-435e-869d-b494fd4596a4 req-785ae005-5690-4236-aa8e-c38e89cb06c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:11.228984 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-d22b1201-4e38-435e-869d-b494fd4596a4 req-785ae005-5690-4236-aa8e-c38e89cb06c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:11.229287 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-d22b1201-4e38-435e-869d-b494fd4596a4 req-785ae005-5690-4236-aa8e-c38e89cb06c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:11.229658 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.db.l3_db [req-d22b1201-4e38-435e-869d-b494fd4596a4 req-785ae005-5690-4236-aa8e-c38e89cb06c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Floating IP 9abc8311-aabb-45dc-a671-5757b306aa76 disassociated. External IP: 172.27.2.222, port: 23d3ff7b-fbcc-4b1e-8562-088df232ef8e. Aug 30 07:46:11.229995 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-d22b1201-4e38-435e-869d-b494fd4596a4 req-785ae005-5690-4236-aa8e-c38e89cb06c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Calling delete_port for 23d3ff7b-fbcc-4b1e-8562-088df232ef8e owned by compute:nova {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:46:11.356814 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-d22b1201-4e38-435e-869d-b494fd4596a4 req-785ae005-5690-4236-aa8e-c38e89cb06c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:11.390217 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae005-5690-4236-aa8e-c38e89cb06c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event deleted for resources: {'Port': ['ID=23d3ff7b-fbcc-4b1e-8562-088df232ef8e,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:11.535855 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e7f3c37a-756b-40d2-99c9-83c9b8459434 req-05479cf9-0324-498b-b6b6-5ec51140ace1 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2 HTTP/1.1" status: 200 len: 210 time: 0.0314894 Aug 30 07:46:11.539962 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d22b1201-4e38-435e-869d-b494fd4596a4 req-785ae005-5690-4236-aa8e-c38e89cb06c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Router c5403c74-0c8d-4133-8da5-1480745fa73a has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:46:11.653364 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d22b1201-4e38-435e-869d-b494fd4596a4 req-785ae005-5690-4236-aa8e-c38e89cb06c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:46:11.665195 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af548d-1f03-44b7-85a1-9a7b7ccb9ad6 None None] Sync routers for ids ['c5403c74-0c8d-4133-8da5-1480745fa73a'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:46:11.674353 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af548d-1f03-44b7-85a1-9a7b7ccb9ad6 None None] Routers {'c5403c74-0c8d-4133-8da5-1480745fa73a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:46:11.674886 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-f8af548d-1f03-44b7-85a1-9a7b7ccb9ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:46:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c5403c74-0c8d-4133-8da5-1480745fa73a'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:11.705136 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22b1201-4e38-435e-869d-b494fd4596a4 req-785ae005-5690-4236-aa8e-c38e89cb06c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] No DVR routers for this DVR port 23d3ff7b-fbcc-4b1e-8562-088df232ef8e on host hv-cinder-80403 {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:46:11.707555 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-d22b1201-4e38-435e-869d-b494fd4596a4 req-785ae005-5690-4236-aa8e-c38e89cb06c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:11.709523 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d22b1201-4e38-435e-869d-b494fd4596a4 req-785ae005-5690-4236-aa8e-c38e89cb06c2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.72 "DELETE /v2.0/ports/23d3ff7b-fbcc-4b1e-8562-088df232ef8e HTTP/1.1" status: 204 len: 173 time: 0.8848634 Aug 30 07:46:11.709975 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'name': 'network-vif-deleted', 'tag': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:46:11.712314 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affb2d47-a2af-468b-a100-64c9f2524215" -d '{"events": [{"server_uuid": "dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2", "name": "network-vif-deleted", "tag": "23d3ff7b-fbcc-4b1e-8562-088df232ef8e"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:46:11.796488 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-f8af548d-1f03-44b7-85a1-9a7b7ccb9ad6 None None] Set router c5403c74-0c8d-4133-8da5-1480745fa73a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:46:11.932236 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dec34e4-b520-4f7b-b761-edd7522df8e6 x-openstack-request-id: req-2dec34e4-b520-4f7b-b761-edd7522df8e6 {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:46:11.933059 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2", "name": "network-vif-deleted", "tag": "23d3ff7b-fbcc-4b1e-8562-088df232ef8e", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:46:11.933460 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2dec34e4-b520-4f7b-b761-edd7522df8e6 {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:46:11.934088 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc84eb4d-c3eb-4b09-b7bb-fd6bb50de8d2', 'name': 'network-vif-deleted', 'tag': '23d3ff7b-fbcc-4b1e-8562-088df232ef8e', 'status': 'completed', 'code': 200} Aug 30 07:46:12.002973 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-f8af548d-1f03-44b7-85a1-9a7b7ccb9ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '518ec897-b0f8-4c6c-9171-eea4adb6d86b', 'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'mac_address': 'fa:16:3e:ec:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:41Z', 'updated_at': '2021-08-30T07:39:57Z', 'revision_number': 5, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'subnets': [{'id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:12.028294 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af548d-1f03-44b7-85a1-9a7b7ccb9ad6 None None] Checking router: c5403c74-0c8d-4133-8da5-1480745fa73a for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:46:12.036411 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af548d-1f03-44b7-85a1-9a7b7ccb9ad6 None None] Routers {'c5403c74-0c8d-4133-8da5-1480745fa73a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:46:12.037122 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-f8af548d-1f03-44b7-85a1-9a7b7ccb9ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:46:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c5403c74-0c8d-4133-8da5-1480745fa73a'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:12.140780 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-f8af548d-1f03-44b7-85a1-9a7b7ccb9ad6 None None] Set router c5403c74-0c8d-4133-8da5-1480745fa73a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:46:12.346592 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-f8af548d-1f03-44b7-85a1-9a7b7ccb9ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '518ec897-b0f8-4c6c-9171-eea4adb6d86b', 'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'mac_address': 'fa:16:3e:ec:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:41Z', 'updated_at': '2021-08-30T07:39:57Z', 'revision_number': 5, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'subnets': [{'id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:12.372308 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af548d-1f03-44b7-85a1-9a7b7ccb9ad6 None None] The sync data for ids ['c5403c74-0c8d-4133-8da5-1480745fa73a'] in dv-cinder-804035-7-iscsi is: [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:39:43Z', 'revision_number': 4, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '518ec897-b0f8-4c6c-9171-eea4adb6d86b', 'name': '', 'network_id': '4b5d8dc8-1b4e-4476-a490-eb736edfd024', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'mac_address': 'fa:16:3e:ec:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:41Z', 'updated_at': '2021-08-30T07:39:57Z', 'revision_number': 5, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'subnets': [{'id': '1ac8df77-6b5e-40db-8109-5b730c00a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:46:12.577442 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9c16be-00e3-450d-b9e2-2f6d1702cbb0 None None] New status for floating IP 9abc8311-aabb-45dc-a671-5757b306aa76: DOWN {{(pid=100446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:46:12.625500 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 55018) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:12.680309 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-41185611-f067-4580-a077-bae0c3a5df9c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:12.709752 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-41185611-f067-4580-a077-bae0c3a5df9c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:12.759474 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-41185611-f067-4580-a077-bae0c3a5df9c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:12.762016 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-41185611-f067-4580-a077-bae0c3a5df9c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:12.763254 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-41185611-f067-4580-a077-bae0c3a5df9c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "DELETE /v2.0/security-groups/76b3efd2-625f-46dc-a7f9-848c91323544 HTTP/1.1" status: 204 len: 168 time: 0.1366918 Aug 30 07:46:12.766013 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 55024) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:12.773089 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41185611-f067-4580-a077-bae0c3a5df9c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b3efd2-625f-46dc-a7f9-848c91323544,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:12.782911 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.api.v2.resource [None req-836c63a8-bdc2-4ec4-a080-811b266605a2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] show failed (client error): The resource could not be found. Aug 30 07:46:12.786664 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-836c63a8-bdc2-4ec4-a080-811b266605a2 tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "GET /v2.0/security-groups/76b3efd2-625f-46dc-a7f9-848c91323544 HTTP/1.1" status: 404 len: 347 time: 0.0163085 Aug 30 07:46:12.787187 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 55028) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:12.920713 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-ab140f4c-7284-48fe-aee3-acba04b9465c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Deleting port 81733a07-6b52-4688-8aa5-41cc6f67ea11 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:46:12.921055 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ab140f4c-7284-48fe-aee3-acba04b9465c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:12.998866 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ab140f4c-7284-48fe-aee3-acba04b9465c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:12.999591 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ab140f4c-7284-48fe-aee3-acba04b9465c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:13.011498 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-ab140f4c-7284-48fe-aee3-acba04b9465c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Calling delete_port for 81733a07-6b52-4688-8aa5-41cc6f67ea11 owned by network:floatingip {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:46:13.144299 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ab140f4c-7284-48fe-aee3-acba04b9465c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:13.168052 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab140f4c-7284-48fe-aee3-acba04b9465c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Pushing event deleted for resources: {'Port': ['ID=81733a07-6b52-4688-8aa5-41cc6f67ea11,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:13.235372 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ab140f4c-7284-48fe-aee3-acba04b9465c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks [] for floatingip, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:13.237908 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-ab140f4c-7284-48fe-aee3-acba04b9465c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:13.239246 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-ab140f4c-7284-48fe-aee3-acba04b9465c tempest-AttachVolumeShelveTestJSON-1533638831 tempest-AttachVolumeShelveTestJSON-1533638831-project] 10.222.0.58 "DELETE /v2.0/floatingips/9abc8311-aabb-45dc-a671-5757b306aa76 HTTP/1.1" status: 204 len: 168 time: 0.4508476 Aug 30 07:46:14.659805 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 23d3ff7b-fbcc-4b1e-8562-088df232ef8e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:46:14.682594 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: 23d3ff7b-fbcc-4b1e-8562-088df232ef8e {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:46:14.682933 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 23d3ff7b-fbcc-4b1e-8562-088df232ef8e not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:46:16.909303 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216697b-f40f-4729-b14a-31350252183f req-8013670d-c61a-49ab-8de2-7041720562e3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:16.910726 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d216697b-f40f-4729-b14a-31350252183f req-8013670d-c61a-49ab-8de2-7041720562e3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 946 time: 0.0483472 Aug 30 07:46:16.948242 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d216697b-f40f-4729-b14a-31350252183f req-74660ab3-395e-4ff4-b98d-516dd069ba35 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311739 Aug 30 07:46:17.768934 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 55076) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:18.138246 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa02a7-52e4-4cf5-a355-4fe3bd72f2a4 req-809d8601-638e-423b-ab30-bdfd56e5f991 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:18.139700 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-92aa02a7-52e4-4cf5-a355-4fe3bd72f2a4 req-809d8601-638e-423b-ab30-bdfd56e5f991 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 946 time: 0.0971308 Aug 30 07:46:18.209191 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-92aa02a7-52e4-4cf5-a355-4fe3bd72f2a4 req-9eff306d-fa26-4d4f-90fc-16bf55e69497 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627518 Aug 30 07:46:18.304988 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d0986dfd-490c-40ca-945d-129042f2b8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:18.757648 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-d0986dfd-490c-40ca-945d-129042f2b8fc admin admin] Deleting port 518ec897-b0f8-4c6c-9171-eea4adb6d86b {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:46:18.757989 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d0986dfd-490c-40ca-945d-129042f2b8fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:18.855982 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [None req-d0986dfd-490c-40ca-945d-129042f2b8fc admin admin] For port 518ec897-b0f8-4c6c-9171-eea4adb6d86b, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=518ec897-b0f8-4c6c-9171-eea4adb6d86b,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:46:18.856587 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d0986dfd-490c-40ca-945d-129042f2b8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:18.873502 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-d0986dfd-490c-40ca-945d-129042f2b8fc admin admin] Calling delete_port for 518ec897-b0f8-4c6c-9171-eea4adb6d86b owned by network:router_interface {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:46:19.085922 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d0986dfd-490c-40ca-945d-129042f2b8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:19.113046 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0986dfd-490c-40ca-945d-129042f2b8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=518ec897-b0f8-4c6c-9171-eea4adb6d86b,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:19.285270 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d0986dfd-490c-40ca-945d-129042f2b8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552499'] for router_interface, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:19.330112 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db28053-297e-4b74-8c29-f7960b7884a7 req-a80363b1-a96f-4af1-8f6f-d14fd3e6b2c5 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:19.331673 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5db28053-297e-4b74-8c29-f7960b7884a7 req-a80363b1-a96f-4af1-8f6f-d14fd3e6b2c5 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 946 time: 0.0497956 Aug 30 07:46:19.373119 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5db28053-297e-4b74-8c29-f7960b7884a7 req-712a1469-e940-4f44-ab5f-65d58759827e tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345931 Aug 30 07:46:19.420551 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a723f-3c03-4706-981e-56d1543fe04e req-3ef58029-c237-4f99-8511-8b791b4ff788 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:19.421942 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f17a723f-3c03-4706-981e-56d1543fe04e req-3ef58029-c237-4f99-8511-8b791b4ff788 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.72 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 946 time: 0.1336231 Aug 30 07:46:19.611557 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-f17a723f-3c03-4706-981e-56d1543fe04e req-8594aedd-df0f-4a18-89b3-c0d3b3e1fbfd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Deleting port d0d6197e-eb01-46f2-9a82-f80bbb0eac27 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:46:19.611895 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-f17a723f-3c03-4706-981e-56d1543fe04e req-8594aedd-df0f-4a18-89b3-c0d3b3e1fbfd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:19.653872 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0986dfd-490c-40ca-945d-129042f2b8fc admin admin] Router c5403c74-0c8d-4133-8da5-1480745fa73a has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:46:19.785099 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-f17a723f-3c03-4706-981e-56d1543fe04e req-8594aedd-df0f-4a18-89b3-c0d3b3e1fbfd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] For port d0d6197e-eb01-46f2-9a82-f80bbb0eac27, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d0d6197e-eb01-46f2-9a82-f80bbb0eac27,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:46:19.785462 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-f17a723f-3c03-4706-981e-56d1543fe04e req-8594aedd-df0f-4a18-89b3-c0d3b3e1fbfd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:19.847022 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0986dfd-490c-40ca-945d-129042f2b8fc admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:46:19.852255 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-d0986dfd-490c-40ca-945d-129042f2b8fc admin admin] 10.222.0.58 "PUT /v2.0/routers/c5403c74-0c8d-4133-8da5-1480745fa73a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0823178 Aug 30 07:46:19.854902 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 55092) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:19.855904 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1b0da5-f7d7-41fb-a07c-f2bb29f90724 None None] Sync routers for ids ['c5403c74-0c8d-4133-8da5-1480745fa73a'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:46:19.865988 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1b0da5-f7d7-41fb-a07c-f2bb29f90724 None None] Routers {'c5403c74-0c8d-4133-8da5-1480745fa73a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:46:19.866630 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-2c1b0da5-f7d7-41fb-a07c-f2bb29f90724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:46:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c5403c74-0c8d-4133-8da5-1480745fa73a'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:19.964699 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1190-4aa2-437b-9392-c70b34863dae admin admin] Notify callbacks [] for router, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:19.991810 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-f17a723f-3c03-4706-981e-56d1543fe04e req-8594aedd-df0f-4a18-89b3-c0d3b3e1fbfd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:19.992307 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-f17a723f-3c03-4706-981e-56d1543fe04e req-8594aedd-df0f-4a18-89b3-c0d3b3e1fbfd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:19.992513 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.db.l3_db [req-f17a723f-3c03-4706-981e-56d1543fe04e req-8594aedd-df0f-4a18-89b3-c0d3b3e1fbfd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Floating IP 610e6903-9099-453d-8f7b-16e1ffcd5d2c disassociated. External IP: 172.27.2.38, port: d0d6197e-eb01-46f2-9a82-f80bbb0eac27. Aug 30 07:46:19.992849 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-f17a723f-3c03-4706-981e-56d1543fe04e req-8594aedd-df0f-4a18-89b3-c0d3b3e1fbfd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Calling delete_port for d0d6197e-eb01-46f2-9a82-f80bbb0eac27 owned by compute:nova {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:46:19.998642 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-2c1b0da5-f7d7-41fb-a07c-f2bb29f90724 None None] Set router c5403c74-0c8d-4133-8da5-1480745fa73a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:46:20.083054 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1190-4aa2-437b-9392-c70b34863dae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:20.140011 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a1190-4aa2-437b-9392-c70b34863dae admin admin] Deleting port c1f57127-5e1f-4bc1-80f0-f553ae54e1c9 {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:46:20.140357 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1190-4aa2-437b-9392-c70b34863dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:20.156082 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-f17a723f-3c03-4706-981e-56d1543fe04e req-8594aedd-df0f-4a18-89b3-c0d3b3e1fbfd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:20.188833 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594aedd-df0f-4a18-89b3-c0d3b3e1fbfd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event deleted for resources: {'Port': ['ID=d0d6197e-eb01-46f2-9a82-f80bbb0eac27,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:20.231446 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [None req-0e7a1190-4aa2-437b-9392-c70b34863dae admin admin] For port c1f57127-5e1f-4bc1-80f0-f553ae54e1c9, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=c1f57127-5e1f-4bc1-80f0-f553ae54e1c9,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:46:20.232367 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1190-4aa2-437b-9392-c70b34863dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:20.236633 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-2c1b0da5-f7d7-41fb-a07c-f2bb29f90724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:46:19Z', 'revision_number': 5, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port': {'id': 'c1f57127-5e1f-4bc1-80f0-f553ae54e1c9', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:37Z', 'updated_at': '2021-08-30T07:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:20.250325 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a1190-4aa2-437b-9392-c70b34863dae admin admin] Calling delete_port for c1f57127-5e1f-4bc1-80f0-f553ae54e1c9 owned by network:router_gateway {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:46:20.267590 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1b0da5-f7d7-41fb-a07c-f2bb29f90724 None None] Checking router: c5403c74-0c8d-4133-8da5-1480745fa73a for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:46:20.276220 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1b0da5-f7d7-41fb-a07c-f2bb29f90724 None None] Routers {'c5403c74-0c8d-4133-8da5-1480745fa73a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:46:20.276915 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-2c1b0da5-f7d7-41fb-a07c-f2bb29f90724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:46:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c5403c74-0c8d-4133-8da5-1480745fa73a'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:20.309865 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f17a723f-3c03-4706-981e-56d1543fe04e req-8594aedd-df0f-4a18-89b3-c0d3b3e1fbfd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:46:20.453322 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f17a723f-3c03-4706-981e-56d1543fe04e req-8594aedd-df0f-4a18-89b3-c0d3b3e1fbfd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:46:20.455461 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1190-4aa2-437b-9392-c70b34863dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:20.466712 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e3dc3-ef9b-4787-ba7d-5b486dd862b3 None None] Sync routers for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:46:20.476155 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e3dc3-ef9b-4787-ba7d-5b486dd862b3 None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:46:20.476713 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-755e3dc3-ef9b-4787-ba7d-5b486dd862b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:46:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:20.490594 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a1190-4aa2-437b-9392-c70b34863dae admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f57127-5e1f-4bc1-80f0-f553ae54e1c9,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:20.508844 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-2c1b0da5-f7d7-41fb-a07c-f2bb29f90724 None None] Set router c5403c74-0c8d-4133-8da5-1480745fa73a gateway port host: None {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:46:20.523818 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c6988a40-0b00-4a3f-9cbb-ced3eec9d13a req-1e92df42-cf0c-4bb7-8ff7-a4355ca53604 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da941cd-c865-4e6c-9bf4-47c3dd329158 HTTP/1.1" status: 200 len: 210 time: 0.0543349 Aug 30 07:46:20.550319 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17a723f-3c03-4706-981e-56d1543fe04e req-8594aedd-df0f-4a18-89b3-c0d3b3e1fbfd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] No DVR routers for this DVR port d0d6197e-eb01-46f2-9a82-f80bbb0eac27 on host hv-cinder-80403 {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:46:20.550319 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-f17a723f-3c03-4706-981e-56d1543fe04e req-8594aedd-df0f-4a18-89b3-c0d3b3e1fbfd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:20.550319 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f17a723f-3c03-4706-981e-56d1543fe04e req-8594aedd-df0f-4a18-89b3-c0d3b3e1fbfd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.72 "DELETE /v2.0/ports/d0d6197e-eb01-46f2-9a82-f80bbb0eac27 HTTP/1.1" status: 204 len: 173 time: 1.1179829 Aug 30 07:46:20.550319 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da941cd-c865-4e6c-9bf4-47c3dd329158', 'name': 'network-vif-deleted', 'tag': 'd0d6197e-eb01-46f2-9a82-f80bbb0eac27'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:46:20.552021 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcbfa74-febc-4184-a552-2214394ad585" -d '{"events": [{"server_uuid": "7da941cd-c865-4e6c-9bf4-47c3dd329158", "name": "network-vif-deleted", "tag": "d0d6197e-eb01-46f2-9a82-f80bbb0eac27"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:46:20.588750 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-2c1b0da5-f7d7-41fb-a07c-f2bb29f90724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:46:20Z', 'revision_number': 6, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port_host': None}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:20.615979 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa00d53-2eaa-44c9-a17e-732e21f8b1c3 x-openstack-request-id: req-faa00d53-2eaa-44c9-a17e-732e21f8b1c3 {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:46:20.616269 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da941cd-c865-4e6c-9bf4-47c3dd329158", "name": "network-vif-deleted", "tag": "d0d6197e-eb01-46f2-9a82-f80bbb0eac27", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:46:20.616520 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-faa00d53-2eaa-44c9-a17e-732e21f8b1c3 {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:46:20.616773 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1190-4aa2-437b-9392-c70b34863dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550249'] for router_gateway, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:20.617162 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da941cd-c865-4e6c-9bf4-47c3dd329158', 'name': 'network-vif-deleted', 'tag': 'd0d6197e-eb01-46f2-9a82-f80bbb0eac27', 'status': 'completed', 'code': 200} Aug 30 07:46:20.632787 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1b0da5-f7d7-41fb-a07c-f2bb29f90724 None None] The sync data for ids ['c5403c74-0c8d-4133-8da5-1480745fa73a'] in dv-cinder-804035-7-iscsi is: [{'id': 'c5403c74-0c8d-4133-8da5-1480745fa73a', 'name': 'tempest-AttachVolumeShelveTestJSON-569703246-router', 'tenant_id': 'fa66b27661a04aa298c662d52e59c85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:35Z', 'updated_at': '2021-08-30T07:46:20Z', 'revision_number': 6, 'project_id': 'fa66b27661a04aa298c662d52e59c85d', 'gw_port_host': None}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:46:20.662971 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-755e3dc3-ef9b-4787-ba7d-5b486dd862b3 None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:46:20.727540 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1190-4aa2-437b-9392-c70b34863dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15640'] for router, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:20.729856 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1190-4aa2-437b-9392-c70b34863dae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:20.778213 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1190-4aa2-437b-9392-c70b34863dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554745'] for router, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:20.779364 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7a1190-4aa2-437b-9392-c70b34863dae admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5403c74-0c8d-4133-8da5-1480745fa73a {{(pid=100445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:46:20.784650 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1190-4aa2-437b-9392-c70b34863dae admin admin] Notify callbacks [] for router, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:20.785788 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-0e7a1190-4aa2-437b-9392-c70b34863dae admin admin] 10.222.0.58 "DELETE /v2.0/routers/c5403c74-0c8d-4133-8da5-1480745fa73a HTTP/1.1" status: 204 len: 168 time: 0.9297223 Aug 30 07:46:20.788334 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 55106) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:20.833842 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6260ab63-2a75-4ded-a230-9ee2af892e09 admin admin] Deleting subnet 1ac8df77-6b5e-40db-8109-5b730c00a3ab {{(pid=100445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:46:20.837270 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6260ab63-2a75-4ded-a230-9ee2af892e09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:20.874898 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6260ab63-2a75-4ded-a230-9ee2af892e09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5268979'] for subnet, precommit_delete_associations {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:20.885863 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-755e3dc3-ef9b-4787-ba7d-5b486dd862b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:20.912044 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e3dc3-ef9b-4787-ba7d-5b486dd862b3 None None] Checking router: 4b14d5a1-5896-47db-9d6a-b64d7346ab18 for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:46:20.920192 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e3dc3-ef9b-4787-ba7d-5b486dd862b3 None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:46:20.920807 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-755e3dc3-ef9b-4787-ba7d-5b486dd862b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:46:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:20.962926 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6260ab63-2a75-4ded-a230-9ee2af892e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062241'] for subnet, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:21.027941 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6260ab63-2a75-4ded-a230-9ee2af892e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2062254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7019973'] for subnet, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:21.033783 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-755e3dc3-ef9b-4787-ba7d-5b486dd862b3 None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:46:21.057317 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260ab63-2a75-4ded-a230-9ee2af892e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac8df77-6b5e-40db-8109-5b730c00a3ab,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:21.059358 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6260ab63-2a75-4ded-a230-9ee2af892e09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:21.062530 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-6260ab63-2a75-4ded-a230-9ee2af892e09 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1ac8df77-6b5e-40db-8109-5b730c00a3ab HTTP/1.1" status: 204 len: 168 time: 0.2731686 Aug 30 07:46:21.064283 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 55108) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:21.069839 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40afa32-ea29-411c-8aa5-443e97f289ec None None] Network 4b5d8dc8-1b4e-4476-a490-eb736edfd024 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:46:21.143302 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048561'] for network, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:21.202501 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] Deleting port fbc0c4ee-5927-406e-a668-be9d52430723 {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:46:21.205151 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:21.283719 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] For port fbc0c4ee-5927-406e-a668-be9d52430723, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=fbc0c4ee-5927-406e-a668-be9d52430723,segment=NetworkSegment(8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b),segment_id=8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:46:21.284849 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:21.304444 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] Calling delete_port for fbc0c4ee-5927-406e-a668-be9d52430723 owned by network:dhcp {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:46:21.413186 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:21.445121 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc0c4ee-5927-406e-a668-be9d52430723,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:21.448143 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] No DVR routers for this DVR port fbc0c4ee-5927-406e-a668-be9d52430723 on host dv-cinder-804035-7-iscsi {{(pid=100445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:46:21.513442 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-755e3dc3-ef9b-4787-ba7d-5b486dd862b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:21.535364 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2060378', 'neutron.services.segments.db._delete_segments_for_network-8735171498990'] for network, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:21.545130 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db818280-abfc-4b25-999f-e2c0a287e2a9 None None] DHCP port deletion for 4b5d8dc8-1b4e-4476-a490-eb736edfd024 request from dv-cinder-804035-7-iscsi {{(pid=100446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 07:46:21.547526 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.services.segments.db [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5d8dc8-1b4e-4476-a490-eb736edfd024']}} {{(pid=100445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:21.549138 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e3dc3-ef9b-4787-ba7d-5b486dd862b3 None None] The sync data for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi is: [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:46:21.574538 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.services.segments.db [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b') {'for_net_delete': True} {{(pid=100445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:21.575189 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.services.segments.db [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6edfbd-0a21-4ec8-95c2-c64a0ce5183b') {} {{(pid=100445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:21.588565 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735171498873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5268972'] for segment, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:21.609223 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:21.616417 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=100445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:46:21.616801 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490278'] for segment, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: Traceback (most recent call last): Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: timer() Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: cb(*args, **kw) Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: return func(*args, **kwargs) Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: self._notify() Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: self.callback(batched_events) Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: event.method(event) Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: return f(self, *a, **k) Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: return self._get(url).json() Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: return self.request(url, 'GET', **kwargs) Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:46:21.655143 dv-cinder-804035-7-iscsi neutron-server[100445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:46:21.676300 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2060323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550229'] for network, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:21.681607 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:21.683653 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4b5d8dc8-1b4e-4476-a490-eb736edfd024 HTTP/1.1" status: 204 len: 168 time: 0.6183875 Aug 30 07:46:21.696784 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3ce4f-0854-4ba2-afce-a96c3687bad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b5d8dc8-1b4e-4476-a490-eb736edfd024,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:21.843145 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 55130) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:21.850586 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-4946009e-7473-44e0-86dd-d7d7c5f17e7f tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054463094&fields=id&tenant_id=3f9590f149e841f38602d1fbd657bb0d HTTP/1.1" status: 200 len: 267 time: 0.0437961 Aug 30 07:46:21.899757 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-25b49dff-08f8-46a3-90e2-9194ed0fc335 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa66b27661a04aa298c662d52e59c85d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0554793 Aug 30 07:46:21.900420 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 55132) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:21.942454 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b7e76d-e27b-49ba-aeec-888e6f6c0908 None None] New status for floating IP 610e6903-9099-453d-8f7b-16e1ffcd5d2c: DOWN {{(pid=100447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:46:21.956473 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-25f87112-6815-4f90-a4bd-ad0cada66f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:21.971344 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-93f08b7a-cff6-4014-831e-2523cd58e034 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:21.972867 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-93f08b7a-cff6-4014-831e-2523cd58e034 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/networks?id=ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 200 len: 812 time: 0.1214807 Aug 30 07:46:21.979999 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-25f87112-6815-4f90-a4bd-ad0cada66f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:21.990198 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-472a1df3-7ba4-4945-98b1-bd36fdd434c5 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/quotas/3f9590f149e841f38602d1fbd657bb0d HTTP/1.1" status: 200 len: 375 time: 0.0111742 Aug 30 07:46:22.035851 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-25f87112-6815-4f90-a4bd-ad0cada66f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:22.039274 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-25f87112-6815-4f90-a4bd-ad0cada66f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:22.042290 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-25f87112-6815-4f90-a4bd-ad0cada66f3f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9ebb878-c080-4ddc-bca7-ce3e304a7ef8 HTTP/1.1" status: 204 len: 168 time: 0.1398032 Aug 30 07:46:22.052512 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-312cbf0b-45f5-4519-8059-c583d194b399 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f9590f149e841f38602d1fbd657bb0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539458 Aug 30 07:46:22.054986 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f87112-6815-4f90-a4bd-ad0cada66f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ebb878-c080-4ddc-bca7-ce3e304a7ef8,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:22.266820 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-9a54ba2b-194f-4640-957b-03e686bcb95c service neutron] 10.222.0.58 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847961 Aug 30 07:46:22.359945 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-6293973b-fd37-40f7-b021-7c24b2ec335d service neutron] 10.222.0.58 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870204 Aug 30 07:46:22.414264 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 518ec897-b0f8-4c6c-9171-eea4adb6d86b no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:46:22.435424 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: 518ec897-b0f8-4c6c-9171-eea4adb6d86b {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:46:22.436001 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 518ec897-b0f8-4c6c-9171-eea4adb6d86b not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:46:22.436431 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device fbc0c4ee-5927-406e-a668-be9d52430723 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:46:22.465043 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: fbc0c4ee-5927-406e-a668-be9d52430723 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:46:22.465418 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device fbc0c4ee-5927-406e-a668-be9d52430723 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:46:22.468666 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device c1f57127-5e1f-4bc1-80f0-f553ae54e1c9 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:46:22.506457 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: c1f57127-5e1f-4bc1-80f0-f553ae54e1c9 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:46:22.507143 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device c1f57127-5e1f-4bc1-80f0-f553ae54e1c9 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:46:22.673816 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device d0d6197e-eb01-46f2-9a82-f80bbb0eac27 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:46:22.709546 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: d0d6197e-eb01-46f2-9a82-f80bbb0eac27 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:46:22.709903 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device d0d6197e-eb01-46f2-9a82-f80bbb0eac27 not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:46:22.749918 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-760b5b06-0a74-4122-a82a-b314bdd92438 req-be83eca3-db3f-46f3-b778-647b1799b359 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 210 time: 0.0449572 Aug 30 07:46:22.802572 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 55180) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:23.074954 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-afb90430-7dcd-4443-a8ab-46b6cc53b847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:23.193692 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-afb90430-7dcd-4443-a8ab-46b6cc53b847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:23.199864 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-afb90430-7dcd-4443-a8ab-46b6cc53b847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:23.240099 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb90430-7dcd-4443-a8ab-46b6cc53b847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219c7a4a-5852-4490-b7fb-d304ecee348a,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:23.245987 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-afb90430-7dcd-4443-a8ab-46b6cc53b847 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a3ba8fe73ab4137b383d5f7980a62be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420083 Aug 30 07:46:23.249328 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 55196) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:23.305370 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-271f572a-1f18-44ae-847c-36d8ae2aa59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:23.327730 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-271f572a-1f18-44ae-847c-36d8ae2aa59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:23.381206 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-271f572a-1f18-44ae-847c-36d8ae2aa59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:23.383915 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-271f572a-1f18-44ae-847c-36d8ae2aa59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:23.385272 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-271f572a-1f18-44ae-847c-36d8ae2aa59e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/219c7a4a-5852-4490-b7fb-d304ecee348a HTTP/1.1" status: 204 len: 168 time: 0.1347539 Aug 30 07:46:23.394298 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f572a-1f18-44ae-847c-36d8ae2aa59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219c7a4a-5852-4490-b7fb-d304ecee348a,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:23.884767 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-294ee37f-77b3-4cd6-9ff7-e9c1ee9d708b req-53267a20-df72-4478-8471-4d2a5a4ecbb8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 210 time: 0.0404289 Aug 30 07:46:23.924465 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-0de813f5-ceb7-4605-8d85-736ce2f55a88 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:23.926019 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-0de813f5-ceb7-4605-8d85-736ce2f55a88 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.72 "GET /v2.0/networks?id=ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 200 len: 812 time: 0.1434386 Aug 30 07:46:23.982735 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-6aeddc28-07b0-4b28-8c8f-ffdc6e3417bd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f9590f149e841f38602d1fbd657bb0d HTTP/1.1" status: 200 len: 380 time: 0.0434735 Aug 30 07:46:23.995327 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-edf39742-f993-42ac-b3c6-c44e1a4cf5a8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Request body: {'port': {'device_id': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'admin_state_up': True, 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'security_groups': ['ff0b64ce-2edc-4327-b909-cb3a10d3ed95']}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:46:24.139938 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-edf39742-f993-42ac-b3c6-c44e1a4cf5a8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Made reservation on behalf of 3f9590f149e841f38602d1fbd657bb0d for: {'port': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:46:24.147562 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-edf39742-f993-42ac-b3c6-c44e1a4cf5a8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:24.285788 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-edf39742-f993-42ac-b3c6-c44e1a4cf5a8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Allocated IP 172.20.0.8 (ab4a9354-67df-4094-835a-a69066bff580/d0e2318d-123e-41c6-aa16-ca61889da190/88a0d919-ce29-4624-9cb9-a0bde7b9f3d7) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:46:24.428975 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-edf39742-f993-42ac-b3c6-c44e1a4cf5a8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:24.442889 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-edf39742-f993-42ac-b3c6-c44e1a4cf5a8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Transition to ACTIVE for port object 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 will not be triggered until provisioned by entity DHCP. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:46:24.478886 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-edf39742-f993-42ac-b3c6-c44e1a4cf5a8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:24.526640 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-edf39742-f993-42ac-b3c6-c44e1a4cf5a8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Network ab4a9354-67df-4094-835a-a69066bff580 is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:46:24.530339 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-edf39742-f993-42ac-b3c6-c44e1a4cf5a8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:46:24.534241 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-edf39742-f993-42ac-b3c6-c44e1a4cf5a8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:46:24.564182 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf39742-f993-42ac-b3c6-c44e1a4cf5a8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event updated for resources: {'Port': ['ID=88a0d919-ce29-4624-9cb9-a0bde7b9f3d7,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:24.593276 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-edf39742-f993-42ac-b3c6-c44e1a4cf5a8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:24.594217 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-edf39742-f993-42ac-b3c6-c44e1a4cf5a8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:24.612826 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-edf39742-f993-42ac-b3c6-c44e1a4cf5a8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6221557 Aug 30 07:46:24.636255 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Request body: {'port': {'device_id': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:46:24.697591 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:24.741943 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-5d4d40f0-098a-4320-9651-2aa9d81b11f1 None None] Provisioning for port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:46:24.748137 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-5d4d40f0-098a-4320-9651-2aa9d81b11f1 None None] Provisioning complete for port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:46:24.748569 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5d4d40f0-098a-4320-9651-2aa9d81b11f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:24.786515 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-5d4d40f0-098a-4320-9651-2aa9d81b11f1 None None] Port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:46:25.019314 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 {{(pid=100444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:46:25.029088 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:25.051081 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ee164-3d91-4ddd-a93d-88e22ee2e84d req-e2174830-a4cd-401c-9e8e-702e5952ad1b tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:25.052621 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5d7ee164-3d91-4ddd-a93d-88e22ee2e84d req-e2174830-a4cd-401c-9e8e-702e5952ad1b tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 931 time: 0.0958302 Aug 30 07:46:25.057753 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Transition to ACTIVE for port object 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 will not be triggered until provisioned by entity L2. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:46:25.066967 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:25.142951 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5d7ee164-3d91-4ddd-a93d-88e22ee2e84d req-52c44463-de55-42dc-ab1d-edefdd2a24bd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839913 Aug 30 07:46:25.153246 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Pushing event updated for resources: {'Port': ['ID=88a0d919-ce29-4624-9cb9-a0bde7b9f3d7,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:25.224479 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Attempting to bind port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:46:25.224682 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Attempting to bind port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:46:25.225006 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Attempting to bind port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 on network ab4a9354-67df-4094-835a-a69066bff580 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:46:25.229752 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 on network ab4a9354-67df-4094-835a-a69066bff580 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:46:25.230089 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Attempting to bind port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 on network ab4a9354-67df-4094-835a-a69066bff580 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:46:25.235597 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:46:25.236010 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Checking segment: {'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:46:25.236483 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Bound using segment: {'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:46:25.236995 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Bound port: 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'}}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:46:25.237412 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:25.315403 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] For port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7, host hv-cinder-80403, cleared binding levels {{(pid=100444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:46:25.321406 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] For port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=88a0d919-ce29-4624-9cb9-a0bde7b9f3d7,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:46:25.329193 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:25.369134 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:25.369760 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:25.371188 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] 10.222.0.72 "PUT /v2.0/ports/88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 HTTP/1.1" status: 200 len: 1093 time: 0.7404230 Aug 30 07:46:25.371629 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'tag': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:46:25.374626 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11709963-441a-40a5-bd2b-b13169c36261" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66", "tag": "88a0d919-ce29-4624-9cb9-a0bde7b9f3d7"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:46:25.410242 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a0583-86f8-456a-91b5-8e98e591e122 service neutron] Pushing event updated for resources: {'Port': ['ID=88a0d919-ce29-4624-9cb9-a0bde7b9f3d7,revision_number=3']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:25.468795 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e63bf0-67bb-481e-a58d-237f66d24693 x-openstack-request-id: req-11e63bf0-67bb-481e-a58d-237f66d24693 {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:46:25.469369 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66", "tag": "88a0d919-ce29-4624-9cb9-a0bde7b9f3d7", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:46:25.470468 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-11e63bf0-67bb-481e-a58d-237f66d24693 {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:46:25.471292 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'tag': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7', 'status': 'completed', 'code': 200} Aug 30 07:46:25.496424 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-fff71552-c6f1-4e72-8608-5adc147105ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:25.498518 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-fff71552-c6f1-4e72-8608-5adc147105ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f9590f149e841f38602d1fbd657bb0d&device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 1096 time: 0.0751097 Aug 30 07:46:25.550577 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-3e81975d-7a21-4f54-8ea8-5a640bea9f7b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 HTTP/1.1" status: 200 len: 217 time: 0.0412834 Aug 30 07:46:25.612372 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-d4921986-0338-4852-9c1f-3159662d0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:25.613898 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-d4921986-0338-4852-9c1f-3159662d0b00 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e2318d-123e-41c6-aa16-ca61889da190 HTTP/1.1" status: 200 len: 851 time: 0.0561199 Aug 30 07:46:25.664499 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-a9b289ce-8dcb-46a6-9c0d-d5f518a80d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:25.666142 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-a9b289ce-8dcb-46a6-9c0d-d5f518a80d31 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab4a9354-67df-4094-835a-a69066bff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453329 Aug 30 07:46:25.971588 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-9b016a7b-8e00-4d6f-88e3-9e73ccd23a3f service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949512 Aug 30 07:46:26.264090 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6b033-eb56-4bb4-a053-c29c2ba7ed26 req-e9841e1c-6265-40a5-9822-b41e6b8c51be tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:26.265560 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-42a6b033-eb56-4bb4-a053-c29c2ba7ed26 req-e9841e1c-6265-40a5-9822-b41e6b8c51be tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 943 time: 0.0486341 Aug 30 07:46:26.302133 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-42a6b033-eb56-4bb4-a053-c29c2ba7ed26 req-96be7689-3b64-4228-bcf4-8324e00c7c1d tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306208 Aug 30 07:46:26.699849 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-03618e47-64fb-4792-ac0b-62ada6b55b23 req-fe95c46f-bdde-499f-adab-264203e08b52 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836067 Aug 30 07:46:27.424759 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0fea7-bf25-44f8-8e43-4ef7b576bc80 req-e98918d8-1c16-4b2b-abba-9925a05b4af2 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:27.426516 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f2d0fea7-bf25-44f8-8e43-4ef7b576bc80 req-e98918d8-1c16-4b2b-abba-9925a05b4af2 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 943 time: 0.0570216 Aug 30 07:46:27.466880 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f2d0fea7-bf25-44f8-8e43-4ef7b576bc80 req-44b64e36-0700-4626-8f05-3decc0be884b tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346830 Aug 30 07:46:28.590240 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2015ad-c6ea-464a-b071-a948070a350d req-0612e6fa-7975-4373-88b0-d5975297d301 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:28.591661 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a2015ad-c6ea-464a-b071-a948070a350d req-0612e6fa-7975-4373-88b0-d5975297d301 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 943 time: 0.0581760 Aug 30 07:46:28.643706 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11709963-441a-40a5-bd2b-b13169c36261 req-7b404dc7-b925-4b51-be74-eb02f0fd2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:28.645075 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-11709963-441a-40a5-bd2b-b13169c36261 req-7b404dc7-b925-4b51-be74-eb02f0fd2fd3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f9590f149e841f38602d1fbd657bb0d&device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 1096 time: 0.0717335 Aug 30 07:46:28.648176 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4a2015ad-c6ea-464a-b071-a948070a350d req-d16a2cd9-bbe2-43b4-8f48-8899008d7f23 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438530 Aug 30 07:46:28.738011 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11709963-441a-40a5-bd2b-b13169c36261 req-0e71bdd4-b9c4-456c-a45d-436a8219a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:28.740074 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-11709963-441a-40a5-bd2b-b13169c36261 req-0e71bdd4-b9c4-456c-a45d-436a8219a5d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 200 len: 914 time: 0.0858316 Aug 30 07:46:28.783669 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-11709963-441a-40a5-bd2b-b13169c36261 req-c0c9a3a8-c7b4-48fc-b5b3-6fad08be4def service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 HTTP/1.1" status: 200 len: 217 time: 0.0355365 Aug 30 07:46:28.835656 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11709963-441a-40a5-bd2b-b13169c36261 req-08c2a007-5814-4150-b01f-543ecdd3c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:28.837041 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-11709963-441a-40a5-bd2b-b13169c36261 req-08c2a007-5814-4150-b01f-543ecdd3c59b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e2318d-123e-41c6-aa16-ca61889da190 HTTP/1.1" status: 200 len: 851 time: 0.0461659 Aug 30 07:46:28.883754 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11709963-441a-40a5-bd2b-b13169c36261 req-e16324a2-2e02-473c-a94d-af8fc8686767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:28.885205 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-11709963-441a-40a5-bd2b-b13169c36261 req-e16324a2-2e02-473c-a94d-af8fc8686767 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab4a9354-67df-4094-835a-a69066bff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397041 Aug 30 07:46:28.979182 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-11709963-441a-40a5-bd2b-b13169c36261 req-ae437f40-6641-402c-8f8b-263f5bcd6082 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859241 Aug 30 07:46:29.081854 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-11709963-441a-40a5-bd2b-b13169c36261 req-18a4ee3a-a47c-4603-9c22-45f2c1aa5531 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890222 Aug 30 07:46:29.789220 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77fa30-d134-4994-8ca7-8fd6b4e76b35 req-efc32f4c-851b-46dc-9598-7640eebe96ad tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:29.790737 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-bf77fa30-d134-4994-8ca7-8fd6b4e76b35 req-efc32f4c-851b-46dc-9598-7640eebe96ad tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 943 time: 0.0666862 Aug 30 07:46:29.831612 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-bf77fa30-d134-4994-8ca7-8fd6b4e76b35 req-ac46abb3-6483-4d38-9bf8-fcfbadfdcd71 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340016 Aug 30 07:46:30.945580 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0236ed-c330-49dc-9807-909d6bba9fd0 req-e81b7d3f-b6b9-41aa-8d80-c0c906e99dec tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:30.947112 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3f0236ed-c330-49dc-9807-909d6bba9fd0 req-e81b7d3f-b6b9-41aa-8d80-c0c906e99dec tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 943 time: 0.0497324 Aug 30 07:46:30.986838 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3f0236ed-c330-49dc-9807-909d6bba9fd0 req-96307c0a-d4d3-4025-b28b-4a29b048e428 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336704 Aug 30 07:46:32.098918 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26cd81-03ff-4b3c-a98c-0e5d1f0e0ea1 req-d628626f-a902-4d23-b827-562ab50a8b38 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:32.100432 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4b26cd81-03ff-4b3c-a98c-0e5d1f0e0ea1 req-d628626f-a902-4d23-b827-562ab50a8b38 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 943 time: 0.0493536 Aug 30 07:46:32.140857 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4b26cd81-03ff-4b3c-a98c-0e5d1f0e0ea1 req-994635db-0c65-490b-998f-fe51e7381f3b tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345254 Aug 30 07:46:33.252595 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3b9f6-8f09-41bc-95c6-39403b67fef7 req-f415c08d-4a1c-4d34-a666-572745e9bf82 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:33.254323 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-21c3b9f6-8f09-41bc-95c6-39403b67fef7 req-f415c08d-4a1c-4d34-a666-572745e9bf82 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 943 time: 0.0476682 Aug 30 07:46:33.309454 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-21c3b9f6-8f09-41bc-95c6-39403b67fef7 req-1af792a0-3dd7-4510-abff-a7bfc09558b5 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492601 Aug 30 07:46:33.636537 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ee8d673c-2c32-4b12-a8cc-3cb7fec64fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:34.426600 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48492b-e101-448e-9251-fd16e4b3825a req-80c0e0da-b461-4385-a3c8-1c6d962bbdf6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:34.428749 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5b48492b-e101-448e-9251-fd16e4b3825a req-80c0e0da-b461-4385-a3c8-1c6d962bbdf6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 943 time: 0.0523875 Aug 30 07:46:34.477731 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5b48492b-e101-448e-9251-fd16e4b3825a req-098b3da4-0ab1-4794-86d6-8bd401ca17b9 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398569 Aug 30 07:46:35.606456 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df881823-fbaa-4915-b776-402d6520c519 req-76a98faf-86d4-4c73-bad9-6f1102d6bb8b tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:35.608373 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-df881823-fbaa-4915-b776-402d6520c519 req-76a98faf-86d4-4c73-bad9-6f1102d6bb8b tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 943 time: 0.0542774 Aug 30 07:46:35.645662 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-df881823-fbaa-4915-b776-402d6520c519 req-a835edb1-f0ff-4d12-ae3a-8c60214ff321 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313687 Aug 30 07:46:35.900045 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a0465928-31aa-4366-81b8-a7214721e9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:36.022669 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 55420) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:36.130476 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af703194-1f8f-4001-ade9-dbb6d051abfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:36.215779 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc43fc3-5dea-4dda-a69e-357d37bac3f6 req-31336054-87b9-40e5-bc33-d3151ee49c22 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:36.217716 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-dbc43fc3-5dea-4dda-a69e-357d37bac3f6 req-31336054-87b9-40e5-bc33-d3151ee49c22 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0695837 Aug 30 07:46:36.274409 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-dbc43fc3-5dea-4dda-a69e-357d37bac3f6 req-4ce74335-637c-4a60-af20-05a542947774 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505023 Aug 30 07:46:36.293890 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af703194-1f8f-4001-ade9-dbb6d051abfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:36.297847 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-af703194-1f8f-4001-ade9-dbb6d051abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:36.338687 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-af703194-1f8f-4001-ade9-dbb6d051abfe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c49b0aadcc54482a6897b5c8f8a6e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146172 Aug 30 07:46:36.339561 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af703194-1f8f-4001-ade9-dbb6d051abfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a005e3ae-9741-4e6f-bf4e-7c36802cd32d,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:36.341311 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 55426) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:36.392626 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8edf-d973-4e58-8782-62da4d06d9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:36.413788 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8edf-d973-4e58-8782-62da4d06d9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:36.459459 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8edf-d973-4e58-8782-62da4d06d9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:36.463110 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8edf-d973-4e58-8782-62da4d06d9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:36.468237 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-6a5e8edf-d973-4e58-8782-62da4d06d9eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a005e3ae-9741-4e6f-bf4e-7c36802cd32d HTTP/1.1" status: 204 len: 168 time: 0.1247191 Aug 30 07:46:36.470342 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:36.477518 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e8edf-d973-4e58-8782-62da4d06d9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a005e3ae-9741-4e6f-bf4e-7c36802cd32d,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:36.722160 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 55436) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:36.738125 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1853abf4-f978-4208-b5ea-cc5da7aaf1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:36.740080 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:46:36.769247 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8180-da13-4359-a977-5aef48e062a0 req-c901887f-77dd-4150-a392-18319bac7aa8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:36.770802 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-880d8180-da13-4359-a977-5aef48e062a0 req-c901887f-77dd-4150-a392-18319bac7aa8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 943 time: 0.0577395 Aug 30 07:46:36.815233 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-880d8180-da13-4359-a977-5aef48e062a0 req-74ecbd7f-e7fd-4537-8276-e6330be617f6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375202 Aug 30 07:46:36.844198 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1853abf4-f978-4208-b5ea-cc5da7aaf1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:36.844434 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=88a0d919-ce29-4624-9cb9-a0bde7b9f3d7,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:46:36.848096 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1853abf4-f978-4208-b5ea-cc5da7aaf1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:36.856311 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'port_id': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7', 'mac_address': 'fa:16:3e:94:4d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:46:36.889757 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-1853abf4-f978-4208-b5ea-cc5da7aaf1af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=882f0629b24a47b0870ac28d31f6db5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656721 Aug 30 07:46:36.890624 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853abf4-f978-4208-b5ea-cc5da7aaf1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518d3dca-a722-4e65-9ebf-3bce8f82a1be,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:36.893013 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 55438) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:36.898692 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:36.912062 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:46:36.936447 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=88a0d919-ce29-4624-9cb9-a0bde7b9f3d7,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:46:36.940642 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:36.953049 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-de6efba5-dc1b-49ea-b50d-86594183f3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:36.974393 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-de6efba5-dc1b-49ea-b50d-86594183f3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:36.987348 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=88a0d919-ce29-4624-9cb9-a0bde7b9f3d7,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:36.994598 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:36.994987 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:36.995332 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:36.995670 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:36.996006 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:36.996340 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:36.996669 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:36.997000 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:36.997326 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:36.997653 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:36.998008 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:36.998926 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:37.024042 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-de6efba5-dc1b-49ea-b50d-86594183f3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:37.026615 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-de6efba5-dc1b-49ea-b50d-86594183f3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:37.027737 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-de6efba5-dc1b-49ea-b50d-86594183f3c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/518d3dca-a722-4e65-9ebf-3bce8f82a1be HTTP/1.1" status: 204 len: 168 time: 0.1335552 Aug 30 07:46:37.035144 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6efba5-dc1b-49ea-b50d-86594183f3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518d3dca-a722-4e65-9ebf-3bce8f82a1be,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:37.272671 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:37.348311 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 55446) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:37.364256 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4215dfc3-2dd0-4498-ba7a-d9f475b1b3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:37.392098 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f2dba-a2cf-4920-b437-2ad83f8a1c51 req-9bd878dd-094c-4326-bcd3-b53080b3221d tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:37.393614 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-496f2dba-a2cf-4920-b437-2ad83f8a1c51 req-9bd878dd-094c-4326-bcd3-b53080b3221d tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0499208 Aug 30 07:46:37.432854 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-496f2dba-a2cf-4920-b437-2ad83f8a1c51 req-988db7d5-c2e2-486a-99a1-a94118ba7b49 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329978 Aug 30 07:46:37.454313 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4215dfc3-2dd0-4498-ba7a-d9f475b1b3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:37.458220 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4215dfc3-2dd0-4498-ba7a-d9f475b1b3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:37.496574 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-4215dfc3-2dd0-4498-ba7a-d9f475b1b3f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8f0a9c1e64644332bb20aea88e8e2abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471219 Aug 30 07:46:37.497636 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215dfc3-2dd0-4498-ba7a-d9f475b1b3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1632a0-ad48-42a9-b619-83fbd9bce8fc,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:37.499315 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 55448) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:37.552982 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1c5317d4-a58f-48de-b4c7-c5098a6eaca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:37.574062 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1c5317d4-a58f-48de-b4c7-c5098a6eaca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:37.619894 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1c5317d4-a58f-48de-b4c7-c5098a6eaca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:37.622594 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-1c5317d4-a58f-48de-b4c7-c5098a6eaca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:37.623740 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-1c5317d4-a58f-48de-b4c7-c5098a6eaca6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d1632a0-ad48-42a9-b619-83fbd9bce8fc HTTP/1.1" status: 204 len: 168 time: 0.1234436 Aug 30 07:46:37.631774 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5317d4-a58f-48de-b4c7-c5098a6eaca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1632a0-ad48-42a9-b619-83fbd9bce8fc,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:37.938147 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4f268-f5a9-455b-8f31-7c6efca08b27 req-71b1df9d-bfa4-43ee-9d9d-4310c31358e1 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:37.939632 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e2d4f268-f5a9-455b-8f31-7c6efca08b27 req-71b1df9d-bfa4-43ee-9d9d-4310c31358e1 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 944 time: 0.0495107 Aug 30 07:46:37.978609 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e2d4f268-f5a9-455b-8f31-7c6efca08b27 req-6909281c-c769-4050-aa17-9f9e206240c4 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330951 Aug 30 07:46:38.550713 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204c578-62bd-4779-86e8-3ca985c6b03f req-0144de12-e2bc-4a26-b091-09ff673fff13 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:38.552234 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2204c578-62bd-4779-86e8-3ca985c6b03f req-0144de12-e2bc-4a26-b091-09ff673fff13 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0504208 Aug 30 07:46:38.592076 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2204c578-62bd-4779-86e8-3ca985c6b03f req-acf56886-41b9-4aea-a8dc-67c6934310c4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338578 Aug 30 07:46:38.971365 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:39.006600 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['88a0d919-ce29-4624-9cb9-a0bde7b9f3d7'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:46:39.101651 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40b447-afe5-4043-a09f-9a6c8e79f70c req-de75b236-c9f7-44f6-9b28-bca8e443510a tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:39.103446 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6e40b447-afe5-4043-a09f-9a6c8e79f70c req-de75b236-c9f7-44f6-9b28-bca8e443510a tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 944 time: 0.0548000 Aug 30 07:46:39.144528 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6e40b447-afe5-4043-a09f-9a6c8e79f70c req-75fe5220-dae0-4468-918a-1eac559175e4 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342908 Aug 30 07:46:39.532326 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:39.720911 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544c4f6-099d-4282-820e-452685981216 req-2a880b86-2aad-4d2b-aa10-23c4dc1a937a tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:39.722472 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b544c4f6-099d-4282-820e-452685981216 req-2a880b86-2aad-4d2b-aa10-23c4dc1a937a tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0532160 Aug 30 07:46:39.774821 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b544c4f6-099d-4282-820e-452685981216 req-32d892f3-7fa1-4b97-960f-ebe6255c2f57 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441937 Aug 30 07:46:40.260959 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b72689-a648-4419-9db9-ce4ee0af20a5 req-f7a54560-ddec-4dac-8774-0d9c48814ada tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:40.262459 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-38b72689-a648-4419-9db9-ce4ee0af20a5 req-f7a54560-ddec-4dac-8774-0d9c48814ada tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 944 time: 0.0508254 Aug 30 07:46:40.300747 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-38b72689-a648-4419-9db9-ce4ee0af20a5 req-b230b025-f562-4348-b76d-084b3e775c43 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323052 Aug 30 07:46:40.758179 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:46:40.808792 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:46:40.815971 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:46:40.817723 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:40.902250 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cb9e4-87ed-4b00-9118-bd589ca57e8a req-36ba3646-46b6-4870-bcbb-10a6bd88f2a8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:40.904172 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-dc9cb9e4-87ed-4b00-9118-bd589ca57e8a req-36ba3646-46b6-4870-bcbb-10a6bd88f2a8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0528624 Aug 30 07:46:40.927197 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:40.957725 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:46:40.960359 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753a3f22-fabd-48fc-9556-7c1dbf557929" -d '{"events": [{"server_uuid": "b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66", "name": "network-vif-plugged", "status": "completed", "tag": "88a0d919-ce29-4624-9cb9-a0bde7b9f3d7"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:46:40.975157 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-dc9cb9e4-87ed-4b00-9118-bd589ca57e8a req-0b0b7c60-7656-49fb-b9ca-25996b9cb18b tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605903 Aug 30 07:46:40.979089 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=88a0d919-ce29-4624-9cb9-a0bde7b9f3d7,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:46:40.999589 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:41.026838 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e74bbd3-b0ac-4244-8108-15e4c3cfa89c x-openstack-request-id: req-3e74bbd3-b0ac-4244-8108-15e4c3cfa89c {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:46:41.027333 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66", "name": "network-vif-plugged", "status": "completed", "tag": "88a0d919-ce29-4624-9cb9-a0bde7b9f3d7", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:46:41.027681 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e74bbd3-b0ac-4244-8108-15e4c3cfa89c {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:46:41.028087 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7', 'code': 200} Aug 30 07:46:41.060898 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=88a0d919-ce29-4624-9cb9-a0bde7b9f3d7,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:41.246675 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b5266-59c4-40cc-adf4-065df7c5d10a req-ac4b7643-4ba2-42b1-8bf0-34e82b07d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:41.248730 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-453b5266-59c4-40cc-adf4-065df7c5d10a req-ac4b7643-4ba2-42b1-8bf0-34e82b07d0eb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 1098 time: 0.0402071 Aug 30 07:46:41.288948 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-453b5266-59c4-40cc-adf4-065df7c5d10a req-e0035520-5361-40c9-8900-46e88aef6294 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290310 Aug 30 07:46:41.415507 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb6b55-ccf2-431a-a418-a74cf67927c8 req-7d273fdd-2109-4fa2-8b99-d59ee91fd3c8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:41.416999 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6acb6b55-ccf2-431a-a418-a74cf67927c8 req-7d273fdd-2109-4fa2-8b99-d59ee91fd3c8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 945 time: 0.0500178 Aug 30 07:46:41.461525 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6acb6b55-ccf2-431a-a418-a74cf67927c8 req-f1723b1a-19d7-48e2-b908-7100c433f671 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385311 Aug 30 07:46:42.093591 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a4e41-2dad-437f-99ab-c807dbd1f39a req-7ab86b61-a731-46e6-8254-505f1334d6d5 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:42.095116 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-310a4e41-2dad-437f-99ab-c807dbd1f39a req-7ab86b61-a731-46e6-8254-505f1334d6d5 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0500274 Aug 30 07:46:42.133336 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-310a4e41-2dad-437f-99ab-c807dbd1f39a req-1a186a16-156f-4ed5-b402-ca67cf5fae8f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319905 Aug 30 07:46:42.582549 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e956cd7-ebb7-41a7-9c0a-bfa1d0da3562 req-3e6b4059-83ff-4a1e-bdc9-7dfaabc4b811 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:42.584078 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4e956cd7-ebb7-41a7-9c0a-bfa1d0da3562 req-3e6b4059-83ff-4a1e-bdc9-7dfaabc4b811 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 945 time: 0.0493233 Aug 30 07:46:42.622596 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4e956cd7-ebb7-41a7-9c0a-bfa1d0da3562 req-7d357369-03c9-41be-986e-8bdd895e4b10 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324860 Aug 30 07:46:43.251145 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56c6c5-03e7-4b50-a1d2-a1f398dfd539 req-34e459bc-72a7-4213-a861-59ebbd31225e tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:43.252576 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-dd56c6c5-03e7-4b50-a1d2-a1f398dfd539 req-34e459bc-72a7-4213-a861-59ebbd31225e tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0523841 Aug 30 07:46:43.292032 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-dd56c6c5-03e7-4b50-a1d2-a1f398dfd539 req-9f3ad212-06c7-4012-b5d4-b818bff29182 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331562 Aug 30 07:46:43.740280 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d9153-13cf-45bc-ade0-232bd43a098b req-3dcfe2ac-6275-41b8-9245-9b5ca2ac1b09 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:43.741803 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cb9d9153-13cf-45bc-ade0-232bd43a098b req-3dcfe2ac-6275-41b8-9245-9b5ca2ac1b09 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 945 time: 0.0510991 Aug 30 07:46:43.781410 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cb9d9153-13cf-45bc-ade0-232bd43a098b req-1f6073b7-d0de-4cfb-a46e-acecd8452e56 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331714 Aug 30 07:46:44.406784 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f65844-478d-455c-af47-a27c49b6d69f req-a98bd8b6-bcc7-4db0-bd98-4912ea61bab9 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:44.408241 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-77f65844-478d-455c-af47-a27c49b6d69f req-a98bd8b6-bcc7-4db0-bd98-4912ea61bab9 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0487869 Aug 30 07:46:44.444789 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-77f65844-478d-455c-af47-a27c49b6d69f req-e62cb373-9f40-4adf-8022-ec73ef8828ce tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307009 Aug 30 07:46:44.923499 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed7b2f-fbc2-4342-b8e0-67520fcd53b4 req-00b1abe1-5a7a-4af9-bd39-3adc10b41e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:44.925002 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-32ed7b2f-fbc2-4342-b8e0-67520fcd53b4 req-00b1abe1-5a7a-4af9-bd39-3adc10b41e0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4e2ce190bb44688b0c8e91598644de9&device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 1099 time: 0.0652220 Aug 30 07:46:44.932324 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b4b3c-3aea-4dab-b106-438dd2dc9857 req-792d48d0-c2e2-45eb-9541-a68b12ab5129 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:44.933723 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-492b4b3c-3aea-4dab-b106-438dd2dc9857 req-792d48d0-c2e2-45eb-9541-a68b12ab5129 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 945 time: 0.0850556 Aug 30 07:46:44.980903 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-492b4b3c-3aea-4dab-b106-438dd2dc9857 req-f98f1215-8fc3-48d5-be14-d507527592fa tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410171 Aug 30 07:46:45.056565 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed7b2f-fbc2-4342-b8e0-67520fcd53b4 req-00edcff5-a826-440f-9f1d-e6f9194c1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:45.058040 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-32ed7b2f-fbc2-4342-b8e0-67520fcd53b4 req-00edcff5-a826-440f-9f1d-e6f9194c1fec service neutron] 10.222.0.72 "GET /v2.0/networks?id=639f315a-ab8b-43c0-af97-d8704cf6ed1a HTTP/1.1" status: 200 len: 911 time: 0.0927331 Aug 30 07:46:45.131528 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-32ed7b2f-fbc2-4342-b8e0-67520fcd53b4 req-5707c5ea-8d4a-4428-a5c1-1b1b422ed03c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c46a146-822a-4468-b71f-245ec56863d2 HTTP/1.1" status: 200 len: 1002 time: 0.0651674 Aug 30 07:46:45.189112 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed7b2f-fbc2-4342-b8e0-67520fcd53b4 req-bb96ff5d-d5ab-49eb-9397-0629a6f2cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:45.190691 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-32ed7b2f-fbc2-4342-b8e0-67520fcd53b4 req-bb96ff5d-d5ab-49eb-9397-0629a6f2cc14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a336205-aa2e-4961-bfe7-6c96dfd27453 HTTP/1.1" status: 200 len: 848 time: 0.0479054 Aug 30 07:46:45.245123 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed7b2f-fbc2-4342-b8e0-67520fcd53b4 req-11ecd405-1f73-4897-946d-2baac143e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:45.246812 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-32ed7b2f-fbc2-4342-b8e0-67520fcd53b4 req-11ecd405-1f73-4897-946d-2baac143e51e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=639f315a-ab8b-43c0-af97-d8704cf6ed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474815 Aug 30 07:46:45.347631 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-32ed7b2f-fbc2-4342-b8e0-67520fcd53b4 req-b90df0b9-197a-4aed-afae-1ec8b286e7cf service neutron] 10.222.0.72 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918658 Aug 30 07:46:45.438093 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-32ed7b2f-fbc2-4342-b8e0-67520fcd53b4 req-b98a6097-a68f-4174-9ca1-a0c5ab5d4574 service neutron] 10.222.0.72 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824981 Aug 30 07:46:45.566914 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf1d1d-76a3-401a-9ffa-54cee42799c6 req-0c7cbf7a-185c-406b-9483-6498d16c3bce tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:45.568307 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6ccf1d1d-76a3-401a-9ffa-54cee42799c6 req-0c7cbf7a-185c-406b-9483-6498d16c3bce tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0528336 Aug 30 07:46:45.608883 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6ccf1d1d-76a3-401a-9ffa-54cee42799c6 req-cc4d8561-4bdc-413b-b517-b6ea405ef520 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343685 Aug 30 07:46:46.100652 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd819571-4cfe-4634-bd37-ae6b00a38904 req-d07f0503-960b-4f0b-9771-778cefbd0c80 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:46.102109 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bd819571-4cfe-4634-bd37-ae6b00a38904 req-d07f0503-960b-4f0b-9771-778cefbd0c80 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 945 time: 0.0538809 Aug 30 07:46:46.144003 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bd819571-4cfe-4634-bd37-ae6b00a38904 req-7613a0ab-56ed-4632-b264-e4ed9bbb20f6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353570 Aug 30 07:46:46.264997 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792cccf-58f2-439e-81cf-0ac5fef33d4f req-94cc21d8-55ec-480a-a251-a5e578ad3ab6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:46.266641 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a792cccf-58f2-439e-81cf-0ac5fef33d4f req-94cc21d8-55ec-480a-a251-a5e578ad3ab6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 945 time: 0.0558686 Aug 30 07:46:46.307526 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a792cccf-58f2-439e-81cf-0ac5fef33d4f req-73ee8d0e-c75a-4cc7-a37b-d885810553e5 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340283 Aug 30 07:46:46.329811 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 55618) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:46.372609 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65dc988-bc24-49b6-abb5-9aea3a2dd278 tempest-TestVolumeBootPattern-247217760 tempest-TestVolumeBootPattern-247217760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:46.374193 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-b65dc988-bc24-49b6-abb5-9aea3a2dd278 tempest-TestVolumeBootPattern-247217760 tempest-TestVolumeBootPattern-247217760-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 1093 time: 0.0433333 Aug 30 07:46:46.383211 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 55624) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:46.391543 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Request body: {'floatingip': {'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'port_id': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:46:46.414253 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for floatingip, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:46.524167 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:46.648258 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Allocated IP 172.27.2.123 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/a45d5da5-fe4d-4285-890f-039e20344447) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:46:46.735185 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68fbf5-8e95-4341-afe8-fcc79712ee90 req-1acf36dc-1b47-42d4-a5fb-73643983600a tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:46.736785 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7e68fbf5-8e95-4341-afe8-fcc79712ee90 req-1acf36dc-1b47-42d4-a5fb-73643983600a tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0537326 Aug 30 07:46:46.757569 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:46.777440 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7e68fbf5-8e95-4341-afe8-fcc79712ee90 req-92b14e33-c61e-4a0b-bbcf-02fcc4c2e27a tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337701 Aug 30 07:46:46.802368 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:46.851514 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:46:46.854279 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:46:46.859850 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:46:46.887440 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event updated for resources: {'Port': ['ID=a45d5da5-fe4d-4285-890f-039e20344447,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:46.900702 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:46.900984 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:46.901327 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:46.901661 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:46.901994 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:46.902353 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:46.902685 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:46.903012 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:46.903340 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:46.903662 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:46.904550 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:46.904878 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:46.958655 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:46:47.485498 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:47.552174 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:47.723734 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:47.728221 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:47.793976 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event updated for resources: {'Port': ['ID=a45d5da5-fe4d-4285-890f-039e20344447,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:47.807489 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:47.947474 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6fd21-ef69-400e-8537-980cc4112953 req-e4301a5c-9481-4bea-be04-627c1e156ea9 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:47.948955 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4bf6fd21-ef69-400e-8537-980cc4112953 req-e4301a5c-9481-4bea-be04-627c1e156ea9 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0988898 Aug 30 07:46:47.951761 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.l3_db [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Floating IP 079253cb-6f64-4174-af0b-0964fe154dfd associated. External IP: 172.27.2.123, port: 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7. Aug 30 07:46:48.062139 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4bf6fd21-ef69-400e-8537-980cc4112953 req-e34687bc-c046-4ec5-9eeb-96ccaf34eccc tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067765 Aug 30 07:46:48.191779 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:46:48.302929 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:46:48.313545 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de6a26b-d294-4fb9-ad20-8d7823d1defb None None] Sync routers for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:46:48.323462 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:48.330316 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de6a26b-d294-4fb9-ad20-8d7823d1defb None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:46:48.331418 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-3de6a26b-d294-4fb9-ad20-8d7823d1defb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:46:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:48.364405 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-b5b0bbd2-fa10-48d6-ab62-6d9193d13582 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9789658 Aug 30 07:46:48.364903 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'tag': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:46:48.367314 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2ef475-47c3-4e4e-8b68-f37a621a1e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66", "tag": "88a0d919-ce29-4624-9cb9-a0bde7b9f3d7"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:46:48.406154 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428fc76e-c469-4e9d-813d-169af0094888 x-openstack-request-id: req-428fc76e-c469-4e9d-813d-169af0094888 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:46:48.406569 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66", "tag": "88a0d919-ce29-4624-9cb9-a0bde7b9f3d7", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:46:48.406887 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-428fc76e-c469-4e9d-813d-169af0094888 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:46:48.407288 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'tag': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7', 'status': 'completed', 'code': 200} Aug 30 07:46:48.498489 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-3de6a26b-d294-4fb9-ad20-8d7823d1defb None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:46:48.736175 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-3de6a26b-d294-4fb9-ad20-8d7823d1defb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '079253cb-6f64-4174-af0b-0964fe154dfd', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'port_id': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'mac_address': 'fa:16:3e:94:4d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:46:47Z', 'updated_at': '2021-08-30T07:46:47Z', 'revision_number': 0, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:48.763763 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de6a26b-d294-4fb9-ad20-8d7823d1defb None None] Checking router: 4b14d5a1-5896-47db-9d6a-b64d7346ab18 for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:46:48.773316 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de6a26b-d294-4fb9-ad20-8d7823d1defb None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:46:48.773936 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-3de6a26b-d294-4fb9-ad20-8d7823d1defb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:46:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:48.879252 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-3de6a26b-d294-4fb9-ad20-8d7823d1defb None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:46:49.103116 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-3de6a26b-d294-4fb9-ad20-8d7823d1defb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '079253cb-6f64-4174-af0b-0964fe154dfd', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'port_id': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'mac_address': 'fa:16:3e:94:4d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:46:47Z', 'updated_at': '2021-08-30T07:46:47Z', 'revision_number': 0, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:49.137866 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de6a26b-d294-4fb9-ad20-8d7823d1defb None None] The sync data for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi is: [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '079253cb-6f64-4174-af0b-0964fe154dfd', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'port_id': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'mac_address': 'fa:16:3e:94:4d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:46:47Z', 'updated_at': '2021-08-30T07:46:47Z', 'revision_number': 0, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:46:49.214028 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a98173-6c63-4f83-a498-72fb7d8c2e0f req-b1bb8dab-81db-4284-a6d6-d89cf52e1cb4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:49.215652 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-44a98173-6c63-4f83-a498-72fb7d8c2e0f req-b1bb8dab-81db-4284-a6d6-d89cf52e1cb4 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0513465 Aug 30 07:46:49.256269 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-44a98173-6c63-4f83-a498-72fb7d8c2e0f req-6cba1c4b-5dda-44da-aaf0-c5dd8221cb20 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346448 Aug 30 07:46:49.344484 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52189aa4-7f73-433c-82e7-5b3f38c1dbae None None] New status for floating IP 079253cb-6f64-4174-af0b-0964fe154dfd: ACTIVE {{(pid=100447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:46:50.147461 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ef475-47c3-4e4e-8b68-f37a621a1e4f req-462bec0b-0dd5-4234-a519-fc6eb7ebad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:50.148958 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8c2ef475-47c3-4e4e-8b68-f37a621a1e4f req-462bec0b-0dd5-4234-a519-fc6eb7ebad23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f9590f149e841f38602d1fbd657bb0d&device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 1098 time: 0.0434158 Aug 30 07:46:50.246312 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ef475-47c3-4e4e-8b68-f37a621a1e4f req-0caac47f-cac5-447e-bd24-84914c1944ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:50.248342 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8c2ef475-47c3-4e4e-8b68-f37a621a1e4f req-0caac47f-cac5-447e-bd24-84914c1944ad service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 200 len: 914 time: 0.0873606 Aug 30 07:46:50.315823 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8c2ef475-47c3-4e4e-8b68-f37a621a1e4f req-b53072a7-3496-4ed9-b61d-03a3afffa5e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 HTTP/1.1" status: 200 len: 1001 time: 0.0594351 Aug 30 07:46:50.400789 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ef475-47c3-4e4e-8b68-f37a621a1e4f req-2a2ad531-bfd9-4709-b8a1-b20fb19f8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:50.402388 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8c2ef475-47c3-4e4e-8b68-f37a621a1e4f req-2a2ad531-bfd9-4709-b8a1-b20fb19f8e19 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e2318d-123e-41c6-aa16-ca61889da190 HTTP/1.1" status: 200 len: 851 time: 0.0787072 Aug 30 07:46:50.420153 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f2c96-69f6-400e-9cd7-d240311270ba req-d0cb50b7-7dc9-41ef-8853-f6fa3e16b211 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:50.422286 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-792f2c96-69f6-400e-9cd7-d240311270ba req-d0cb50b7-7dc9-41ef-8853-f6fa3e16b211 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0905321 Aug 30 07:46:50.490486 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-792f2c96-69f6-400e-9cd7-d240311270ba req-7bf2ee80-9fe2-4202-85ab-44316b612004 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589824 Aug 30 07:46:50.493155 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ef475-47c3-4e4e-8b68-f37a621a1e4f req-201e3a8a-b6be-49bf-9b65-e88a2f599378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:50.494635 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8c2ef475-47c3-4e4e-8b68-f37a621a1e4f req-201e3a8a-b6be-49bf-9b65-e88a2f599378 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab4a9354-67df-4094-835a-a69066bff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714643 Aug 30 07:46:50.591605 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8c2ef475-47c3-4e4e-8b68-f37a621a1e4f req-fd898b75-758e-4a2b-bc39-accf2dd8d12c service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877538 Aug 30 07:46:50.684985 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8c2ef475-47c3-4e4e-8b68-f37a621a1e4f req-18df982e-ef00-480f-92d1-947cdc233e8d service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848844 Aug 30 07:46:51.609490 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b3b03-59a9-4a42-aef2-56ad9942820d req-91b9017b-b836-4af0-8ecc-f26e4f778b12 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:51.611000 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4b1b3b03-59a9-4a42-aef2-56ad9942820d req-91b9017b-b836-4af0-8ecc-f26e4f778b12 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0500457 Aug 30 07:46:51.649047 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4b1b3b03-59a9-4a42-aef2-56ad9942820d req-a4c9a531-d618-42d8-814f-55dce02a2cf0 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320923 Aug 30 07:46:52.763843 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c2a5e-63ae-4890-b72d-1a0ad10518c5 req-be85ebca-9dfd-4823-a1ea-075cef7c29bf tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:52.765345 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-952c2a5e-63ae-4890-b72d-1a0ad10518c5 req-be85ebca-9dfd-4823-a1ea-075cef7c29bf tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0505247 Aug 30 07:46:52.807967 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-952c2a5e-63ae-4890-b72d-1a0ad10518c5 req-0c96dc5c-40a6-476a-8a06-733b3af9b480 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366318 Aug 30 07:46:53.923787 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207dcdd-28f3-4ed6-b468-7eb28750a9e9 req-4deeaa9f-1831-461e-9f8d-5622d7d1a36c tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:53.925259 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7207dcdd-28f3-4ed6-b468-7eb28750a9e9 req-4deeaa9f-1831-461e-9f8d-5622d7d1a36c tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0525687 Aug 30 07:46:53.963277 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7207dcdd-28f3-4ed6-b468-7eb28750a9e9 req-02031d28-7be6-4ee3-aae1-5d5ae8133531 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320270 Aug 30 07:46:54.650919 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 55730) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:54.770370 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-45cdc2b0-c9bb-49b2-b887-c777d2682458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:54.859427 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-45cdc2b0-c9bb-49b2-b887-c777d2682458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:54.863397 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-45cdc2b0-c9bb-49b2-b887-c777d2682458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:54.904418 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-45cdc2b0-c9bb-49b2-b887-c777d2682458 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9ec41fd5a2a418ca0ed832706005ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516291 Aug 30 07:46:54.906400 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cdc2b0-c9bb-49b2-b887-c777d2682458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b57f266-50b6-4bca-ae33-3006e199e5f7,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:54.907103 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 55736) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:54.914164 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc2b0-c9bb-49b2-b887-c777d2682458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.914555 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc2b0-c9bb-49b2-b887-c777d2682458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.914901 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc2b0-c9bb-49b2-b887-c777d2682458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.915244 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc2b0-c9bb-49b2-b887-c777d2682458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.915600 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc2b0-c9bb-49b2-b887-c777d2682458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.916026 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc2b0-c9bb-49b2-b887-c777d2682458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.916369 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc2b0-c9bb-49b2-b887-c777d2682458 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.916705 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc2b0-c9bb-49b2-b887-c777d2682458 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.917197 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc2b0-c9bb-49b2-b887-c777d2682458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.917350 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc2b0-c9bb-49b2-b887-c777d2682458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.917681 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc2b0-c9bb-49b2-b887-c777d2682458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.917990 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc2b0-c9bb-49b2-b887-c777d2682458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.959820 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6dd3208d-dfdf-4222-9f0c-531ed61e2a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:54.982379 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6dd3208d-dfdf-4222-9f0c-531ed61e2a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:55.034175 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6dd3208d-dfdf-4222-9f0c-531ed61e2a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:55.036720 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6dd3208d-dfdf-4222-9f0c-531ed61e2a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:55.037892 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-6dd3208d-dfdf-4222-9f0c-531ed61e2a28 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b57f266-50b6-4bca-ae33-3006e199e5f7 HTTP/1.1" status: 204 len: 168 time: 0.1296780 Aug 30 07:46:55.045752 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3208d-dfdf-4222-9f0c-531ed61e2a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b57f266-50b6-4bca-ae33-3006e199e5f7,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:55.087830 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbe187-67ea-4fb2-91c5-16c33cb956c6 req-efd49370-33e2-4502-9926-a8f43d5570c7 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:55.089393 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d3bbe187-67ea-4fb2-91c5-16c33cb956c6 req-efd49370-33e2-4502-9926-a8f43d5570c7 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0583785 Aug 30 07:46:55.134154 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d3bbe187-67ea-4fb2-91c5-16c33cb956c6 req-49c3ea7f-4b89-4cb9-93fc-07d1017df8ff tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340855 Aug 30 07:46:55.279651 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311dac5-760e-4ffb-84d6-8f9fc887b687 req-b469dd12-e74b-4b1a-a6c7-a7c1c6f89a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:55.281250 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0311dac5-760e-4ffb-84d6-8f9fc887b687 req-b469dd12-e74b-4b1a-a6c7-a7c1c6f89a8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4e2ce190bb44688b0c8e91598644de9&device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 1099 time: 0.0470042 Aug 30 07:46:55.349894 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 55746) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:55.363045 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-bc6bbc2d-e9b2-44c1-a0be-c8fb5c16219d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:55.380418 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311dac5-760e-4ffb-84d6-8f9fc887b687 req-e5e81c6a-54a1-4fd9-9edb-3c709e6a755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:55.381910 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0311dac5-760e-4ffb-84d6-8f9fc887b687 req-e5e81c6a-54a1-4fd9-9edb-3c709e6a755c service neutron] 10.222.0.72 "GET /v2.0/networks?id=639f315a-ab8b-43c0-af97-d8704cf6ed1a HTTP/1.1" status: 200 len: 911 time: 0.0935171 Aug 30 07:46:55.459205 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0311dac5-760e-4ffb-84d6-8f9fc887b687 req-163d1f5b-b7ff-4281-a1cf-b3b53aea340e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c46a146-822a-4468-b71f-245ec56863d2 HTTP/1.1" status: 200 len: 1002 time: 0.0670469 Aug 30 07:46:55.464862 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-bc6bbc2d-e9b2-44c1-a0be-c8fb5c16219d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:55.469236 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-bc6bbc2d-e9b2-44c1-a0be-c8fb5c16219d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:55.514598 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311dac5-760e-4ffb-84d6-8f9fc887b687 req-36a4185b-31fe-47a2-b096-8292bb3fbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:55.516059 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0311dac5-760e-4ffb-84d6-8f9fc887b687 req-36a4185b-31fe-47a2-b096-8292bb3fbb4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a336205-aa2e-4961-bfe7-6c96dfd27453 HTTP/1.1" status: 200 len: 848 time: 0.0458765 Aug 30 07:46:55.517767 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 55748) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:55.518061 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-bc6bbc2d-e9b2-44c1-a0be-c8fb5c16219d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f49fbc88d674eb4bd99b3d759f84c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1669180 Aug 30 07:46:55.518988 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bbc2d-e9b2-44c1-a0be-c8fb5c16219d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e201314-c1ac-4f32-90bf-c3782b244682,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:55.601819 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311dac5-760e-4ffb-84d6-8f9fc887b687 req-f2b54565-f4a2-4682-b5a2-097a86318995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:55.603306 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0311dac5-760e-4ffb-84d6-8f9fc887b687 req-f2b54565-f4a2-4682-b5a2-097a86318995 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=639f315a-ab8b-43c0-af97-d8704cf6ed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727742 Aug 30 07:46:55.606115 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b8bdbeeb-a903-4667-9ea1-dbafc36a9cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:55.672270 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b8bdbeeb-a903-4667-9ea1-dbafc36a9cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:55.745062 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0311dac5-760e-4ffb-84d6-8f9fc887b687 req-341c5ad7-7bb7-492a-86e1-13efe41bc3fe service neutron] 10.222.0.72 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288114 Aug 30 07:46:55.762511 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b8bdbeeb-a903-4667-9ea1-dbafc36a9cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:55.764966 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b8bdbeeb-a903-4667-9ea1-dbafc36a9cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:55.766432 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-b8bdbeeb-a903-4667-9ea1-dbafc36a9cd5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7e201314-c1ac-4f32-90bf-c3782b244682 HTTP/1.1" status: 204 len: 168 time: 0.2472613 Aug 30 07:46:55.814298 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bdbeeb-a903-4667-9ea1-dbafc36a9cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e201314-c1ac-4f32-90bf-c3782b244682,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:55.867195 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0311dac5-760e-4ffb-84d6-8f9fc887b687 req-ba4941bd-954f-4038-ae59-f8f289bf2ec8 service neutron] 10.222.0.72 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125369 Aug 30 07:46:56.266236 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681673e1-95cf-4325-acb5-797377c2844a req-00ebba9b-74a7-4340-8f96-571c8e0e56af tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:56.268077 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-681673e1-95cf-4325-acb5-797377c2844a req-00ebba9b-74a7-4340-8f96-571c8e0e56af tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0543253 Aug 30 07:46:56.310646 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-681673e1-95cf-4325-acb5-797377c2844a req-28103007-e938-4ca7-a8ef-4a1f87b8e191 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368376 Aug 30 07:46:57.441357 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3de39-38b5-4d42-977b-e0546a346d71 req-be2b4859-9796-4181-ae13-9c0fa3112901 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:57.444323 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-63a3de39-38b5-4d42-977b-e0546a346d71 req-be2b4859-9796-4181-ae13-9c0fa3112901 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0617027 Aug 30 07:46:57.488001 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-63a3de39-38b5-4d42-977b-e0546a346d71 req-059dfc78-3488-4f5d-8dc4-c5a7db1ae186 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376112 Aug 30 07:46:58.603451 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b706ae8-0290-4120-aa1d-2d23acaa0dc4 req-d24f5ad5-4b19-4fad-bd3e-8adab51969f6 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:58.604936 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7b706ae8-0290-4120-aa1d-2d23acaa0dc4 req-d24f5ad5-4b19-4fad-bd3e-8adab51969f6 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0502667 Aug 30 07:46:58.642820 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7b706ae8-0290-4120-aa1d-2d23acaa0dc4 req-0a0a792a-8331-4acb-9aec-9f40dc2ce12a tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319078 Aug 30 07:46:59.763385 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf280ee-2814-4b8a-8946-b1ed382bf0ae req-a4553109-93cd-41f9-8797-e43f9421afb2 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:59.764873 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6cf280ee-2814-4b8a-8946-b1ed382bf0ae req-a4553109-93cd-41f9-8797-e43f9421afb2 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0559886 Aug 30 07:46:59.803255 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6cf280ee-2814-4b8a-8946-b1ed382bf0ae req-6fdc5dfd-412b-4ca6-92b3-03f656267055 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325062 Aug 30 07:47:00.922571 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25020b-d7eb-4452-84e2-3eb7b6aeef68 req-d3c39562-a24a-439d-b1f1-3c7d3a139ead tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:00.924087 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-aa25020b-d7eb-4452-84e2-3eb7b6aeef68 req-d3c39562-a24a-439d-b1f1-3c7d3a139ead tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0544124 Aug 30 07:47:00.968594 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-aa25020b-d7eb-4452-84e2-3eb7b6aeef68 req-24781267-10dc-43b8-87d3-0441ea97f7a8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381765 Aug 30 07:47:02.083351 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594b491-43fc-4888-9027-66fa7b1ea97e req-7b5a1f48-30ef-4424-812b-4d5d06291bdb tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:02.084845 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2594b491-43fc-4888-9027-66fa7b1ea97e req-7b5a1f48-30ef-4424-812b-4d5d06291bdb tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0481746 Aug 30 07:47:02.125436 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2594b491-43fc-4888-9027-66fa7b1ea97e req-efd3299b-9876-497a-9696-a05d68e0527d tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346174 Aug 30 07:47:02.335879 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b3c3c689-14c5-41f7-8c41-8a41ac20e533 req-40dfdf61-8c5d-4bef-a4ed-1b5d76825f31 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0707636 Aug 30 07:47:02.348288 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443490f3-b777-428a-a5dd-924077617c71 req-3e1ae183-1a9c-416e-b8da-77c2a61f3af3 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:02.349782 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-443490f3-b777-428a-a5dd-924077617c71 req-3e1ae183-1a9c-416e-b8da-77c2a61f3af3 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0601270 Aug 30 07:47:02.397968 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-443490f3-b777-428a-a5dd-924077617c71 req-78a5ec48-7d12-4842-889c-6b964331177e tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413361 Aug 30 07:47:02.848487 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 3c46a146-822a-4468-b71f-245ec56863d2 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:47:02.939375 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:02.975712 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c46a146-822a-4468-b71f-245ec56863d2'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:47:02.980246 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68bab08-5c0c-4052-99c5-78879077145b" -d '{"events": [{"server_uuid": "3e22a893-aaae-41b0-a718-d5e7595ad334", "name": "network-vif-unplugged", "status": "completed", "tag": "3c46a146-822a-4468-b71f-245ec56863d2"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:47:03.007590 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 3c46a146-822a-4468-b71f-245ec56863d2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3c46a146-822a-4468-b71f-245ec56863d2,segment=NetworkSegment(657b8a42-6ba5-4a47-bd9a-7e30c7faf863),segment_id=657b8a42-6ba5-4a47-bd9a-7e30c7faf863)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:03.014965 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:03.072285 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 55882) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:03.176640 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 07:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d130b9c-5858-42ac-853e-897da7d82a70 x-openstack-request-id: req-4d130b9c-5858-42ac-853e-897da7d82a70 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:47:03.176946 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e22a893-aaae-41b0-a718-d5e7595ad334", "name": "network-vif-unplugged", "status": "failed", "tag": "3c46a146-822a-4468-b71f-245ec56863d2", "code": 422}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:47:03.177404 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d130b9c-5858-42ac-853e-897da7d82a70 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:47:03.177840 dv-cinder-804035-7-iscsi neutron-server[100446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3c46a146-822a-4468-b71f-245ec56863d2', 'code': 422} returned with failed status Aug 30 07:47:03.204913 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-cc52eeb7-9650-4d4a-9bc7-7a9c68f6e5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:03.220481 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=3c46a146-822a-4468-b71f-245ec56863d2,revision_number=6']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:03.307499 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-cc52eeb7-9650-4d4a-9bc7-7a9c68f6e5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:03.312625 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-cc52eeb7-9650-4d4a-9bc7-7a9c68f6e5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:03.358328 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-cc52eeb7-9650-4d4a-9bc7-7a9c68f6e5d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cec1e336f95c4615a6bb1ec8c3d5c8ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844274 Aug 30 07:47:03.360444 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52eeb7-9650-4d4a-9bc7-7a9c68f6e5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8202045-8938-4cb5-b206-5e43d40026b3,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:03.361811 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 55890) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:03.413857 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-7c886df3-8956-4c78-8a62-a44d1a322b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:03.439457 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-7c886df3-8956-4c78-8a62-a44d1a322b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:03.497063 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-7c886df3-8956-4c78-8a62-a44d1a322b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:03.502577 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-7c886df3-8956-4c78-8a62-a44d1a322b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:03.504204 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-7c886df3-8956-4c78-8a62-a44d1a322b45 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8202045-8938-4cb5-b206-5e43d40026b3 HTTP/1.1" status: 204 len: 168 time: 0.1410806 Aug 30 07:47:03.516313 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c886df3-8956-4c78-8a62-a44d1a322b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8202045-8938-4cb5-b206-5e43d40026b3,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:03.530721 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772539d-c4f8-4afd-9d0b-d8d065661ba3 req-fdeabc40-8132-4ebc-9a51-a70c7e45d913 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:03.532212 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5772539d-c4f8-4afd-9d0b-d8d065661ba3 req-fdeabc40-8132-4ebc-9a51-a70c7e45d913 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0633113 Aug 30 07:47:03.581192 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5772539d-c4f8-4afd-9d0b-d8d065661ba3 req-04eb7bb6-f607-412e-a262-c4c7a15d4ca6 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345285 Aug 30 07:47:03.638907 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6e43c3b1-cdfe-4966-b00c-b5d56e9620f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:03.786631 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 55898) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:03.800411 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-dd5b49e8-3a9c-4012-b93b-4a6ce50151fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:03.888690 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-dd5b49e8-3a9c-4012-b93b-4a6ce50151fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:03.893897 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-dd5b49e8-3a9c-4012-b93b-4a6ce50151fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:03.929872 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b49e8-3a9c-4012-b93b-4a6ce50151fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f8dc41-1e3c-4bb0-8ab4-fc68042c9338,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:03.934218 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-dd5b49e8-3a9c-4012-b93b-4a6ce50151fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1ac49ff413846af80abd95ef79eb674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465411 Aug 30 07:47:03.937094 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 55900) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:03.984632 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9c230364-04e1-46e9-9de3-77614bdde517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:04.008382 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9c230364-04e1-46e9-9de3-77614bdde517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:04.052912 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9c230364-04e1-46e9-9de3-77614bdde517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:04.055631 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-9c230364-04e1-46e9-9de3-77614bdde517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:04.056785 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-9c230364-04e1-46e9-9de3-77614bdde517 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20f8dc41-1e3c-4bb0-8ab4-fc68042c9338 HTTP/1.1" status: 204 len: 168 time: 0.1187904 Aug 30 07:47:04.064639 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c230364-04e1-46e9-9de3-77614bdde517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f8dc41-1e3c-4bb0-8ab4-fc68042c9338,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:04.708452 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec7513-8735-4cd5-93a6-f8cd400e9b74 req-82f7cb5a-e9d3-4a95-a3f1-5496240a1968 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:04.710537 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c3ec7513-8735-4cd5-93a6-f8cd400e9b74 req-82f7cb5a-e9d3-4a95-a3f1-5496240a1968 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0575049 Aug 30 07:47:04.756820 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c3ec7513-8735-4cd5-93a6-f8cd400e9b74 req-e79f62c5-744d-4d43-ae71-846a66ae75d8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405333 Aug 30 07:47:05.902789 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4c9a4-62e1-4b8a-897f-1845cc3d15c2 req-73766061-34cf-4941-a009-163d403dabf1 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:05.905805 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-eee4c9a4-62e1-4b8a-897f-1845cc3d15c2 req-73766061-34cf-4941-a009-163d403dabf1 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0738807 Aug 30 07:47:05.918212 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-83e64ceb-3a1d-4fbc-badd-45b0348dfdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:05.960081 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-eee4c9a4-62e1-4b8a-897f-1845cc3d15c2 req-4b21ace0-fdff-4fb9-ba3f-f7ae83156996 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408111 Aug 30 07:47:06.472081 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:06.562897 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3c689-14c5-41f7-8c41-8a41ac20e533 req-7b626b09-a004-4813-bdb2-4abe2d85ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:06.564362 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b3c3c689-14c5-41f7-8c41-8a41ac20e533 req-7b626b09-a004-4813-bdb2-4abe2d85ccaf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334&tenant_id=e4e2ce190bb44688b0c8e91598644de9 HTTP/1.1" status: 200 len: 1097 time: 0.0413153 Aug 30 07:47:06.630794 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3c689-14c5-41f7-8c41-8a41ac20e533 req-22b1b63f-3b4e-4feb-8cff-04715247adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:06.632344 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b3c3c689-14c5-41f7-8c41-8a41ac20e533 req-22b1b63f-3b4e-4feb-8cff-04715247adaa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4e2ce190bb44688b0c8e91598644de9&device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 1097 time: 0.0415392 Aug 30 07:47:06.724362 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3c689-14c5-41f7-8c41-8a41ac20e533 req-be5e1ef6-7a93-4595-b25a-8389a1baced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:06.725800 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b3c3c689-14c5-41f7-8c41-8a41ac20e533 req-be5e1ef6-7a93-4595-b25a-8389a1baced5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=639f315a-ab8b-43c0-af97-d8704cf6ed1a HTTP/1.1" status: 200 len: 911 time: 0.0851557 Aug 30 07:47:06.791287 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b3c3c689-14c5-41f7-8c41-8a41ac20e533 req-8a42179a-b4a4-4cea-9aae-384d2287ad31 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c46a146-822a-4468-b71f-245ec56863d2 HTTP/1.1" status: 200 len: 1000 time: 0.0557160 Aug 30 07:47:06.844049 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3c689-14c5-41f7-8c41-8a41ac20e533 req-5a05d1ac-79c7-447d-8ff9-7f9f020fffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:06.845421 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b3c3c689-14c5-41f7-8c41-8a41ac20e533 req-5a05d1ac-79c7-447d-8ff9-7f9f020fffb4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a336205-aa2e-4961-bfe7-6c96dfd27453 HTTP/1.1" status: 200 len: 848 time: 0.0441759 Aug 30 07:47:06.890733 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3c689-14c5-41f7-8c41-8a41ac20e533 req-7d5dd816-4ae9-497d-a5e0-40b713e331ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:06.892065 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b3c3c689-14c5-41f7-8c41-8a41ac20e533 req-7d5dd816-4ae9-497d-a5e0-40b713e331ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=639f315a-ab8b-43c0-af97-d8704cf6ed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384409 Aug 30 07:47:06.981917 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b3c3c689-14c5-41f7-8c41-8a41ac20e533 req-9e8bd885-3977-400b-af3d-21484cffe8a0 service neutron] 10.222.0.72 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817423 Aug 30 07:47:07.082584 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b3c3c689-14c5-41f7-8c41-8a41ac20e533 req-55021aa6-ee45-4854-8683-c6ca29a0aad5 service neutron] 10.222.0.72 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921896 Aug 30 07:47:07.106534 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d634bfb-e8ac-480f-864c-3f62c41b026c req-6db9c047-d492-4a6a-a1c3-0c06512bab03 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:07.108076 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0d634bfb-e8ac-480f-864c-3f62c41b026c req-6db9c047-d492-4a6a-a1c3-0c06512bab03 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0754008 Aug 30 07:47:07.148139 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0d634bfb-e8ac-480f-864c-3f62c41b026c req-b23fa3e3-07ec-4c88-9b2b-b027863ea68e tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337610 Aug 30 07:47:07.274644 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:08.265466 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc21bca-39f4-48f6-b82c-5f985a5845b6 req-3951622c-4eb7-49a2-a369-9f45e14bfd0e tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:08.267044 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cbc21bca-39f4-48f6-b82c-5f985a5845b6 req-3951622c-4eb7-49a2-a369-9f45e14bfd0e tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0510111 Aug 30 07:47:08.306849 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cbc21bca-39f4-48f6-b82c-5f985a5845b6 req-0157b287-1d26-49f7-9208-2e83c13b9614 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339320 Aug 30 07:47:08.467634 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 55994) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:08.573774 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5182bada-bb69-46be-9e64-f3463fefdd4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:08.663756 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5182bada-bb69-46be-9e64-f3463fefdd4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:08.668165 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5182bada-bb69-46be-9e64-f3463fefdd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:08.706604 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-5182bada-bb69-46be-9e64-f3463fefdd4b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f55430a5c1e46aa8e731deeb659f1de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376528 Aug 30 07:47:08.708397 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182bada-bb69-46be-9e64-f3463fefdd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38756ab-60ec-461b-95bc-f946fdf2ff14,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:08.709316 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 56002) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:08.773428 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4afb9448-c4d4-4c6a-94cb-d2a9e31000ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:08.793731 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4afb9448-c4d4-4c6a-94cb-d2a9e31000ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:08.840293 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4afb9448-c4d4-4c6a-94cb-d2a9e31000ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:08.843337 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4afb9448-c4d4-4c6a-94cb-d2a9e31000ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:08.844502 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-4afb9448-c4d4-4c6a-94cb-d2a9e31000ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d38756ab-60ec-461b-95bc-f946fdf2ff14 HTTP/1.1" status: 204 len: 168 time: 0.1341381 Aug 30 07:47:08.851830 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb9448-c4d4-4c6a-94cb-d2a9e31000ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38756ab-60ec-461b-95bc-f946fdf2ff14,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:08.977115 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:09.143521 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 56012) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:09.160785 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ba11-ad9d-49a7-8de0-d4f07058df51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:09.262690 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ba11-ad9d-49a7-8de0-d4f07058df51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:09.267301 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ba11-ad9d-49a7-8de0-d4f07058df51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:09.307330 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-6ca6ba11-ad9d-49a7-8de0-d4f07058df51 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a05aa9074785463598bd96e1cea791da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623209 Aug 30 07:47:09.309388 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6ba11-ad9d-49a7-8de0-d4f07058df51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311333b8-0bca-4feb-8fa2-2e007cfa6b61,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:09.310659 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 56014) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:09.366582 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c42ba31c-894a-41b2-8890-4525924ba0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:09.389018 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c42ba31c-894a-41b2-8890-4525924ba0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:09.432160 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ebd45-9d68-477b-a03e-b47358679562 req-9e4b1bb1-7acd-4c95-a8ec-5e545e6f07c3 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:09.433696 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-993ebd45-9d68-477b-a03e-b47358679562 req-9e4b1bb1-7acd-4c95-a8ec-5e545e6f07c3 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0531056 Aug 30 07:47:09.436021 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c42ba31c-894a-41b2-8890-4525924ba0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:09.438704 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c42ba31c-894a-41b2-8890-4525924ba0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:09.439855 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-c42ba31c-894a-41b2-8890-4525924ba0f6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/311333b8-0bca-4feb-8fa2-2e007cfa6b61 HTTP/1.1" status: 204 len: 168 time: 0.1281173 Aug 30 07:47:09.448046 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ba31c-894a-41b2-8890-4525924ba0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311333b8-0bca-4feb-8fa2-2e007cfa6b61,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:09.475620 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-993ebd45-9d68-477b-a03e-b47358679562 req-37305922-7411-4d6a-bb58-8ff1d7e46aa1 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358872 Aug 30 07:47:09.533196 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:10.130140 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 56044) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:10.232298 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-99606d84-20b0-4ab7-aa31-51048ede2310 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-211851954-network', 'tenant_id': '653c7eb5098a4f228151a5468c04deab'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:10.254447 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99606d84-20b0-4ab7-aa31-51048ede2310 admin admin] Made reservation on behalf of 653c7eb5098a4f228151a5468c04deab for: {'network': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:10.256707 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-99606d84-20b0-4ab7-aa31-51048ede2310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:10.264792 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-99606d84-20b0-4ab7-aa31-51048ede2310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:10.351331 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-99606d84-20b0-4ab7-aa31-51048ede2310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:10.354747 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-99606d84-20b0-4ab7-aa31-51048ede2310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:10.377717 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99606d84-20b0-4ab7-aa31-51048ede2310 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=100444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:47:10.392334 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99606d84-20b0-4ab7-aa31-51048ede2310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c629fab9-6dca-4feb-8508-0e23b3225802,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:10.395289 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-99606d84-20b0-4ab7-aa31-51048ede2310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:10.395627 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.db.segments_db [None req-99606d84-20b0-4ab7-aa31-51048ede2310 admin admin] Added segment f070e158-9b1c-4d72-8756-454612df3978 of type vlan for network 70ce16a6-cddf-423b-9534-7310abfa1c02 Aug 30 07:47:10.434655 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-99606d84-20b0-4ab7-aa31-51048ede2310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:10.457774 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-99606d84-20b0-4ab7-aa31-51048ede2310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:10.458742 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99606d84-20b0-4ab7-aa31-51048ede2310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:10.459314 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-99606d84-20b0-4ab7-aa31-51048ede2310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:10.511727 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-99606d84-20b0-4ab7-aa31-51048ede2310 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3803220 Aug 30 07:47:10.514830 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 56050) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:10.518893 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99606d84-20b0-4ab7-aa31-51048ede2310 admin admin] Pushing event updated for resources: {'Network': ['ID=70ce16a6-cddf-423b-9534-7310abfa1c02,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:10.521393 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-4d620d2c-c12f-4093-858b-15adfd071f3d admin admin] Request body: {'subnet': {'network_id': '70ce16a6-cddf-423b-9534-7310abfa1c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-211851954-subnet', 'tenant_id': '653c7eb5098a4f228151a5468c04deab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:10.530178 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network 70ce16a6-cddf-423b-9534-7310abfa1c02 details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:47:10.546723 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d620d2c-c12f-4093-858b-15adfd071f3d admin admin] Made reservation on behalf of 653c7eb5098a4f228151a5468c04deab for: {'subnet': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:10.549322 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4d620d2c-c12f-4093-858b-15adfd071f3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7019950'] for subnet, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:10.599810 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad0a26-01cc-49de-87d8-4599346af3c4 req-19407da4-9f9e-4089-a0cf-956c8a5029af tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:10.601438 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-29ad0a26-01cc-49de-87d8-4599346af3c4 req-19407da4-9f9e-4089-a0cf-956c8a5029af tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0556092 Aug 30 07:47:10.642834 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-29ad0a26-01cc-49de-87d8-4599346af3c4 req-bcc7fc17-ce8d-4e25-b83f-f5f0f7579c83 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349207 Aug 30 07:47:10.719539 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4d620d2c-c12f-4093-858b-15adfd071f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5384387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7019996'] for subnet, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:10.775718 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d620d2c-c12f-4093-858b-15adfd071f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c87d0645-930e-460a-a537-4515935de5f7,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:10.781605 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d620d2c-c12f-4093-858b-15adfd071f3d admin admin] Checking segment: {'id': 'f070e158-9b1c-4d72-8756-454612df3978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '70ce16a6-cddf-423b-9534-7310abfa1c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:10.782063 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d620d2c-c12f-4093-858b-15adfd071f3d admin admin] Network hostable DHCP agents. Network: 70ce16a6-cddf-423b-9534-7310abfa1c02, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:47:10.798586 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d620d2c-c12f-4093-858b-15adfd071f3d admin admin] Network 70ce16a6-cddf-423b-9534-7310abfa1c02 is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:47:10.807102 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-4d620d2c-c12f-4093-858b-15adfd071f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, 70ce16a6-cddf-423b-9534-7310abfa1c02) {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:10.811182 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d620d2c-c12f-4093-858b-15adfd071f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:10.811844 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4d620d2c-c12f-4093-858b-15adfd071f3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:10.816711 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04c0c65-d272-4cb9-93e7-74d08c64ab78 None None] Network 70ce16a6-cddf-423b-9534-7310abfa1c02 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:10.825281 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-4d620d2c-c12f-4093-858b-15adfd071f3d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3093817 Aug 30 07:47:10.939108 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c3aefa-4148-4176-99ce-cea8369d22a1 None None] Network 70ce16a6-cddf-423b-9534-7310abfa1c02 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:11.294815 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 56072) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:11.299830 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-901ee292-c892-4215-841e-f9bb59aa3e2b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-591192590-network', 'tenant_id': '8b834d47424c43bfa29ee934019a63f1'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:11.320127 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901ee292-c892-4215-841e-f9bb59aa3e2b admin admin] Made reservation on behalf of 8b834d47424c43bfa29ee934019a63f1 for: {'network': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:11.322408 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-901ee292-c892-4215-841e-f9bb59aa3e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:11.331588 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-901ee292-c892-4215-841e-f9bb59aa3e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:11.417748 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-901ee292-c892-4215-841e-f9bb59aa3e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:11.421557 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-901ee292-c892-4215-841e-f9bb59aa3e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:11.445151 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901ee292-c892-4215-841e-f9bb59aa3e2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=100445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:47:11.454461 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ee292-c892-4215-841e-f9bb59aa3e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea45082-8262-45a7-92af-b207f08dbe57,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:11.461368 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-901ee292-c892-4215-841e-f9bb59aa3e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:11.461801 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.segments_db [None req-901ee292-c892-4215-841e-f9bb59aa3e2b admin admin] Added segment 2b4d645c-78c8-4769-9565-b7e7f0fec69e of type vlan for network 2c05d920-9715-4269-9fdd-44de01deae43 Aug 30 07:47:11.506832 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-901ee292-c892-4215-841e-f9bb59aa3e2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:11.530411 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-901ee292-c892-4215-841e-f9bb59aa3e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:11.531344 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901ee292-c892-4215-841e-f9bb59aa3e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:11.531916 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-901ee292-c892-4215-841e-f9bb59aa3e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:11.583532 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-901ee292-c892-4215-841e-f9bb59aa3e2b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2875855 Aug 30 07:47:11.586480 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 56074) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:11.590769 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ee292-c892-4215-841e-f9bb59aa3e2b admin admin] Pushing event updated for resources: {'Network': ['ID=2c05d920-9715-4269-9fdd-44de01deae43,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:11.592999 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-d6b06884-bb16-47e4-9324-de563f63fbb2 admin admin] Request body: {'subnet': {'network_id': '2c05d920-9715-4269-9fdd-44de01deae43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-591192590-subnet', 'tenant_id': '8b834d47424c43bfa29ee934019a63f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:11.601897 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network 2c05d920-9715-4269-9fdd-44de01deae43 details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:47:11.615978 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b06884-bb16-47e4-9324-de563f63fbb2 admin admin] Made reservation on behalf of 8b834d47424c43bfa29ee934019a63f1 for: {'subnet': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:11.618569 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d6b06884-bb16-47e4-9324-de563f63fbb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6845884'] for subnet, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:11.761245 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689359e-8f2d-4dc7-af63-b5edd9db4486 req-7d142727-878d-4d5e-91f3-71be9dfc4121 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:11.762902 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d689359e-8f2d-4dc7-af63-b5edd9db4486 req-7d142727-878d-4d5e-91f3-71be9dfc4121 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0514970 Aug 30 07:47:11.797567 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d6b06884-bb16-47e4-9324-de563f63fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7228198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6845902'] for subnet, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:11.802470 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d689359e-8f2d-4dc7-af63-b5edd9db4486 req-2e9e6e3c-9d17-4c4c-b5f9-6d2adbffed2f tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328727 Aug 30 07:47:11.853937 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b06884-bb16-47e4-9324-de563f63fbb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bfe5ba8-ef59-47dd-811b-6fd6bccf8ee2,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:11.863227 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b06884-bb16-47e4-9324-de563f63fbb2 admin admin] Checking segment: {'id': '2b4d645c-78c8-4769-9565-b7e7f0fec69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2c05d920-9715-4269-9fdd-44de01deae43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:11.863587 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b06884-bb16-47e4-9324-de563f63fbb2 admin admin] Network hostable DHCP agents. Network: 2c05d920-9715-4269-9fdd-44de01deae43, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:47:11.880159 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b06884-bb16-47e4-9324-de563f63fbb2 admin admin] Network 2c05d920-9715-4269-9fdd-44de01deae43 is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:47:11.888830 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-d6b06884-bb16-47e4-9324-de563f63fbb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, 2c05d920-9715-4269-9fdd-44de01deae43) {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:11.892674 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b06884-bb16-47e4-9324-de563f63fbb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:11.893259 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d6b06884-bb16-47e4-9324-de563f63fbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:11.897235 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b2704d-94d4-42d8-aa92-624a3385152d None None] Network 2c05d920-9715-4269-9fdd-44de01deae43 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:11.906523 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-d6b06884-bb16-47e4-9324-de563f63fbb2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3185024 Aug 30 07:47:12.025580 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fb4a19-c470-4604-91e6-6358041e257f None None] Network 2c05d920-9715-4269-9fdd-44de01deae43 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:12.354624 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 56090) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:12.484390 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cc28722a-b645-47fe-9e43-0ba68aa687ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:12.587269 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cc28722a-b645-47fe-9e43-0ba68aa687ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:12.592245 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-cc28722a-b645-47fe-9e43-0ba68aa687ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:12.630536 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28722a-b645-47fe-9e43-0ba68aa687ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d83d94-b7ef-45e8-aa11-ddf918b91816,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:12.636242 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-cc28722a-b645-47fe-9e43-0ba68aa687ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6530de6c23644b5d890bcc0649852792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803888 Aug 30 07:47:12.640182 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 56098) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:12.688743 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ee0780b4-11f3-4d94-9610-ecf929e28e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:12.710770 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ee0780b4-11f3-4d94-9610-ecf929e28e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:12.761840 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ee0780b4-11f3-4d94-9610-ecf929e28e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:12.765120 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ee0780b4-11f3-4d94-9610-ecf929e28e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:12.766305 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-ee0780b4-11f3-4d94-9610-ecf929e28e22 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a3d83d94-b7ef-45e8-aa11-ddf918b91816 HTTP/1.1" status: 204 len: 168 time: 0.1251569 Aug 30 07:47:12.774666 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0780b4-11f3-4d94-9610-ecf929e28e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d83d94-b7ef-45e8-aa11-ddf918b91816,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:12.922469 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17835c34-4886-4500-9063-eb515e3a1bca req-dbeef586-35d5-4808-a542-2ec2b31be1e9 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:12.924124 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-17835c34-4886-4500-9063-eb515e3a1bca req-dbeef586-35d5-4808-a542-2ec2b31be1e9 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0527310 Aug 30 07:47:12.966667 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-17835c34-4886-4500-9063-eb515e3a1bca req-bd05ff91-64d2-48f6-8ec5-f98a90f3eeb6 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362308 Aug 30 07:47:13.438644 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 56122) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:13.554739 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-525759ff-8842-47ce-9937-04d56bb8e93c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2042841144-network', 'tenant_id': 'f19f6a6dbfdd44b0adc44e44a4fb24a1'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:13.580805 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525759ff-8842-47ce-9937-04d56bb8e93c admin admin] Made reservation on behalf of f19f6a6dbfdd44b0adc44e44a4fb24a1 for: {'network': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:13.583326 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-525759ff-8842-47ce-9937-04d56bb8e93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:13.595788 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-525759ff-8842-47ce-9937-04d56bb8e93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:13.695619 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-525759ff-8842-47ce-9937-04d56bb8e93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:13.700080 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-525759ff-8842-47ce-9937-04d56bb8e93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:13.732961 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525759ff-8842-47ce-9937-04d56bb8e93c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=100445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:47:13.743007 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525759ff-8842-47ce-9937-04d56bb8e93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2b95ba-6807-4d82-8496-1799de6a6d8e,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:13.748049 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-525759ff-8842-47ce-9937-04d56bb8e93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:13.748397 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.segments_db [None req-525759ff-8842-47ce-9937-04d56bb8e93c admin admin] Added segment 740b9228-5f9f-4ff9-8337-fe8111d83f52 of type vlan for network 06718aa0-050e-4a07-b9e8-0e649ef34aeb Aug 30 07:47:13.789018 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-525759ff-8842-47ce-9937-04d56bb8e93c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:13.814655 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-525759ff-8842-47ce-9937-04d56bb8e93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:13.815631 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525759ff-8842-47ce-9937-04d56bb8e93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:13.816196 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-525759ff-8842-47ce-9937-04d56bb8e93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:13.870736 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-525759ff-8842-47ce-9937-04d56bb8e93c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4308355 Aug 30 07:47:13.873465 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 56134) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:13.878492 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-3b79149c-92dc-4f0e-a84f-73921ed4ddf4 admin admin] Request body: {'subnet': {'network_id': '06718aa0-050e-4a07-b9e8-0e649ef34aeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2042841144-subnet', 'tenant_id': 'f19f6a6dbfdd44b0adc44e44a4fb24a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:13.884653 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525759ff-8842-47ce-9937-04d56bb8e93c admin admin] Pushing event updated for resources: {'Network': ['ID=06718aa0-050e-4a07-b9e8-0e649ef34aeb,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:13.894894 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network 06718aa0-050e-4a07-b9e8-0e649ef34aeb details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:47:13.911339 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b79149c-92dc-4f0e-a84f-73921ed4ddf4 admin admin] Made reservation on behalf of f19f6a6dbfdd44b0adc44e44a4fb24a1 for: {'subnet': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:13.913731 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3b79149c-92dc-4f0e-a84f-73921ed4ddf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7019950'] for subnet, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:14.120279 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3b79149c-92dc-4f0e-a84f-73921ed4ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5384387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7019996'] for subnet, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:14.135560 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92a557-575d-4d95-a1b2-8dad0e77e750 req-296e0de9-3a9d-4b5b-993b-0b0e45718ac1 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:14.137018 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7c92a557-575d-4d95-a1b2-8dad0e77e750 req-296e0de9-3a9d-4b5b-993b-0b0e45718ac1 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 944 time: 0.0956929 Aug 30 07:47:14.205291 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79149c-92dc-4f0e-a84f-73921ed4ddf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b17c29-4fcf-4d75-94c7-6d83eb3f9c5b,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:14.224417 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7c92a557-575d-4d95-a1b2-8dad0e77e750 req-5cc68075-d831-4c57-ba92-ff37a2a10d31 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690751 Aug 30 07:47:14.225280 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79149c-92dc-4f0e-a84f-73921ed4ddf4 admin admin] Checking segment: {'id': '740b9228-5f9f-4ff9-8337-fe8111d83f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '06718aa0-050e-4a07-b9e8-0e649ef34aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:14.225626 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b79149c-92dc-4f0e-a84f-73921ed4ddf4 admin admin] Network hostable DHCP agents. Network: 06718aa0-050e-4a07-b9e8-0e649ef34aeb, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:47:14.244355 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b79149c-92dc-4f0e-a84f-73921ed4ddf4 admin admin] Network 06718aa0-050e-4a07-b9e8-0e649ef34aeb is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:47:14.253531 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-3b79149c-92dc-4f0e-a84f-73921ed4ddf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, 06718aa0-050e-4a07-b9e8-0e649ef34aeb) {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:14.257810 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b79149c-92dc-4f0e-a84f-73921ed4ddf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:14.258429 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-3b79149c-92dc-4f0e-a84f-73921ed4ddf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:14.263638 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45de3ced-c9a0-4369-aeeb-ef4fa83cae43 None None] Network 06718aa0-050e-4a07-b9e8-0e649ef34aeb requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:14.272360 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-3b79149c-92dc-4f0e-a84f-73921ed4ddf4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3978784 Aug 30 07:47:14.386712 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754a8a90-8450-490c-96bd-b334a328bc17 None None] Network 06718aa0-050e-4a07-b9e8-0e649ef34aeb requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:14.892387 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 3c46a146-822a-4468-b71f-245ec56863d2 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:47:14.984869 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 3c46a146-822a-4468-b71f-245ec56863d2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3c46a146-822a-4468-b71f-245ec56863d2,segment=NetworkSegment(657b8a42-6ba5-4a47-bd9a-7e30c7faf863),segment_id=657b8a42-6ba5-4a47-bd9a-7e30c7faf863)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:14.995906 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': '3c46a146-822a-4468-b71f-245ec56863d2', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'port_id': '3c46a146-822a-4468-b71f-245ec56863d2', 'mac_address': 'fa:16:3e:eb:99:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:47:15.036630 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:15.050292 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c46a146-822a-4468-b71f-245ec56863d2 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:47:15.070433 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 3c46a146-822a-4468-b71f-245ec56863d2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3c46a146-822a-4468-b71f-245ec56863d2,segment=NetworkSegment(657b8a42-6ba5-4a47-bd9a-7e30c7faf863),segment_id=657b8a42-6ba5-4a47-bd9a-7e30c7faf863)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:15.074532 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:15.124077 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=3c46a146-822a-4468-b71f-245ec56863d2,revision_number=7']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:15.340808 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['3c46a146-822a-4468-b71f-245ec56863d2'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:47:15.352622 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d6eb7-7b66-4c25-a5bd-ce2df87a7baa req-71d52723-2c03-421b-9f82-1a15e051f30d tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:15.354213 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8d2d6eb7-7b66-4c25-a5bd-ce2df87a7baa req-71d52723-2c03-421b-9f82-1a15e051f30d tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 945 time: 0.0497780 Aug 30 07:47:15.398741 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-8d2d6eb7-7b66-4c25-a5bd-ce2df87a7baa req-e2ec74df-28cd-4bb0-9bdc-16f4c40d93d9 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371563 Aug 30 07:47:15.965438 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-96381d5f-863a-4632-9ae1-80efd9f2a2ea tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:15.967460 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-96381d5f-863a-4632-9ae1-80efd9f2a2ea tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/networks?id=06718aa0-050e-4a07-b9e8-0e649ef34aeb HTTP/1.1" status: 200 len: 814 time: 0.1021156 Aug 30 07:47:15.981981 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-6a94f83d-6e17-412e-81c5-0eb734ce70b9 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/quotas/f19f6a6dbfdd44b0adc44e44a4fb24a1 HTTP/1.1" status: 200 len: 375 time: 0.0088184 Aug 30 07:47:16.012737 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-48bbd4f0-5d0c-46d1-99f9-bf97e853ccfd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f19f6a6dbfdd44b0adc44e44a4fb24a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253897 Aug 30 07:47:16.099188 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-36d2209a-26e0-41ef-b015-6bca60061bb2 service neutron] 10.222.0.58 "GET /v2.0/networks/06718aa0-050e-4a07-b9e8-0e649ef34aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791910 Aug 30 07:47:16.187531 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-d491a341-c803-40e2-a4f7-77464ea34ff9 service neutron] 10.222.0.58 "GET /v2.0/networks/06718aa0-050e-4a07-b9e8-0e649ef34aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824423 Aug 30 07:47:16.343704 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ab3d4d7f-206c-45b6-93be-0fde3b513239 req-79e1ee55-96f4-464d-90ce-18577fee380b tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2ef5f89-d880-49f9-b56e-3caecc491a4e HTTP/1.1" status: 200 len: 210 time: 0.0296192 Aug 30 07:47:16.524630 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f01983-33fd-4526-ab92-c596077a2a1b req-b286c023-801c-4395-bfb0-e475f044189b tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:16.526443 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-96f01983-33fd-4526-ab92-c596077a2a1b req-b286c023-801c-4395-bfb0-e475f044189b tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 945 time: 0.0561316 Aug 30 07:47:16.570581 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-96f01983-33fd-4526-ab92-c596077a2a1b req-f81e9383-40fb-4291-b928-a99e7db95c09 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369532 Aug 30 07:47:16.890577 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 3c46a146-822a-4468-b71f-245ec56863d2 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:47:16.939130 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port 3c46a146-822a-4468-b71f-245ec56863d2 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:47:16.939500 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:17.016420 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:17.038582 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c46a146-822a-4468-b71f-245ec56863d2'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:47:17.040783 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0a384e-4c8a-4000-8955-871c59d3fe09" -d '{"events": [{"server_uuid": "3e22a893-aaae-41b0-a718-d5e7595ad334", "name": "network-vif-plugged", "status": "completed", "tag": "3c46a146-822a-4468-b71f-245ec56863d2"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:47:17.053518 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 3c46a146-822a-4468-b71f-245ec56863d2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3c46a146-822a-4468-b71f-245ec56863d2,segment=NetworkSegment(657b8a42-6ba5-4a47-bd9a-7e30c7faf863),segment_id=657b8a42-6ba5-4a47-bd9a-7e30c7faf863)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:17.057625 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:17.081123 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0b3ac2-661f-4942-8c3d-861b20f4c6b1 x-openstack-request-id: req-4e0b3ac2-661f-4942-8c3d-861b20f4c6b1 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:47:17.081422 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e22a893-aaae-41b0-a718-d5e7595ad334", "name": "network-vif-plugged", "status": "completed", "tag": "3c46a146-822a-4468-b71f-245ec56863d2", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:47:17.081667 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e0b3ac2-661f-4942-8c3d-861b20f4c6b1 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:47:17.082053 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c46a146-822a-4468-b71f-245ec56863d2', 'code': 200} Aug 30 07:47:17.107633 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=3c46a146-822a-4468-b71f-245ec56863d2,revision_number=8']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:17.439719 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b09d0e21-7d4e-4bdc-bf96-87adf18745d0 req-28f1056e-e3ac-4034-9909-328288f4eb30 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2ef5f89-d880-49f9-b56e-3caecc491a4e HTTP/1.1" status: 200 len: 210 time: 0.0276527 Aug 30 07:47:17.491593 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8447de-a43c-4c2a-a4ce-5e716af15742 req-186d19d9-9e8f-4198-907f-d65864b24ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:17.493192 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8e8447de-a43c-4c2a-a4ce-5e716af15742 req-186d19d9-9e8f-4198-907f-d65864b24ba1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 1099 time: 0.0558624 Aug 30 07:47:17.531239 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8e8447de-a43c-4c2a-a4ce-5e716af15742 req-08468534-ce66-41cb-a799-837429738c50 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303104 Aug 30 07:47:17.539494 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-20368049-d69c-4000-ad59-fefbff879ce7 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:17.540923 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-20368049-d69c-4000-ad59-fefbff879ce7 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.72 "GET /v2.0/networks?id=06718aa0-050e-4a07-b9e8-0e649ef34aeb HTTP/1.1" status: 200 len: 814 time: 0.1158097 Aug 30 07:47:17.688684 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a8f6d-a06f-4b29-bf42-b0382162b433 req-b4d267dc-4f60-4efc-b343-ad2ee6470604 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:17.690232 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c57a8f6d-a06f-4b29-bf42-b0382162b433 req-b4d267dc-4f60-4efc-b343-ad2ee6470604 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0495226 Aug 30 07:47:17.732438 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c57a8f6d-a06f-4b29-bf42-b0382162b433 req-fe12c262-e191-436c-a3bf-4aff1170d3b5 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364153 Aug 30 07:47:17.737337 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-1647e499-1896-40ba-a95b-87addb6d63cd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Request body: {'port': {'device_id': 'c2ef5f89-d880-49f9-b56e-3caecc491a4e', 'network_id': '06718aa0-050e-4a07-b9e8-0e649ef34aeb', 'admin_state_up': True, 'tenant_id': 'f19f6a6dbfdd44b0adc44e44a4fb24a1'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:17.850923 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-1647e499-1896-40ba-a95b-87addb6d63cd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Made reservation on behalf of f19f6a6dbfdd44b0adc44e44a4fb24a1 for: {'port': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:17.854782 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-1647e499-1896-40ba-a95b-87addb6d63cd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:17.993570 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-1647e499-1896-40ba-a95b-87addb6d63cd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Allocated IP 172.20.0.2 (06718aa0-050e-4a07-b9e8-0e649ef34aeb/93b17c29-4fcf-4d75-94c7-6d83eb3f9c5b/b85378fc-eaec-4c27-b502-e211bccd0aec) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:47:18.133229 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-1647e499-1896-40ba-a95b-87addb6d63cd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:18.171685 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-1647e499-1896-40ba-a95b-87addb6d63cd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:18.423512 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-1647e499-1896-40ba-a95b-87addb6d63cd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Network 06718aa0-050e-4a07-b9e8-0e649ef34aeb is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:47:18.426480 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-1647e499-1896-40ba-a95b-87addb6d63cd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:18.430186 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-1647e499-1896-40ba-a95b-87addb6d63cd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:47:18.452527 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647e499-1896-40ba-a95b-87addb6d63cd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Pushing event updated for resources: {'Port': ['ID=b85378fc-eaec-4c27-b502-e211bccd0aec,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:18.480696 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-1647e499-1896-40ba-a95b-87addb6d63cd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:18.481455 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-1647e499-1896-40ba-a95b-87addb6d63cd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:18.499909 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-1647e499-1896-40ba-a95b-87addb6d63cd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7664337 Aug 30 07:47:18.513002 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Request body: {'port': {'device_id': 'c2ef5f89-d880-49f9-b56e-3caecc491a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:18.559025 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4ba8b-cb7d-40c4-a763-01b2251ef404 req-db6679b6-24ae-4b41-95cc-136f5b455bfa tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:18.561127 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-02e4ba8b-cb7d-40c4-a763-01b2251ef404 req-db6679b6-24ae-4b41-95cc-136f5b455bfa tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2ef5f89-d880-49f9-b56e-3caecc491a4e HTTP/1.1" status: 200 len: 931 time: 0.0498986 Aug 30 07:47:18.570948 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:18.604235 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-02e4ba8b-cb7d-40c4-a763-01b2251ef404 req-1e9eba59-c077-49a6-99a9-93b32efaa0d0 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336463 Aug 30 07:47:18.862936 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85378fc-eaec-4c27-b502-e211bccd0aec {{(pid=100444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:47:18.871986 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:18.888734 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Transition to ACTIVE for port object b85378fc-eaec-4c27-b502-e211bccd0aec will not be triggered until provisioned by entity L2. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:47:18.897012 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7a24b-c03f-416e-9fdf-918fd983b21e req-2fb47970-30fe-44a8-8a87-982bd2d421bc tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:18.898514 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c0c7a24b-c03f-416e-9fdf-918fd983b21e req-2fb47970-30fe-44a8-8a87-982bd2d421bc tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0875857 Aug 30 07:47:18.899510 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:18.983553 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c0c7a24b-c03f-416e-9fdf-918fd983b21e req-bcafd146-a39d-4a03-83aa-8eaa2671ac0e tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785189 Aug 30 07:47:19.006340 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b85378fc-eaec-4c27-b502-e211bccd0aec,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:19.049878 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Attempting to bind port b85378fc-eaec-4c27-b502-e211bccd0aec on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:47:19.050259 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Attempting to bind port b85378fc-eaec-4c27-b502-e211bccd0aec by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '740b9228-5f9f-4ff9-8337-fe8111d83f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '06718aa0-050e-4a07-b9e8-0e649ef34aeb'}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:47:19.050563 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Attempting to bind port b85378fc-eaec-4c27-b502-e211bccd0aec on network 06718aa0-050e-4a07-b9e8-0e649ef34aeb {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:47:19.054895 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Port b85378fc-eaec-4c27-b502-e211bccd0aec on network 06718aa0-050e-4a07-b9e8-0e649ef34aeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:47:19.055212 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Attempting to bind port b85378fc-eaec-4c27-b502-e211bccd0aec on network 06718aa0-050e-4a07-b9e8-0e649ef34aeb {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:47:19.059978 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:47:19.060311 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Checking segment: {'id': '740b9228-5f9f-4ff9-8337-fe8111d83f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '06718aa0-050e-4a07-b9e8-0e649ef34aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:19.060694 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Bound using segment: {'id': '740b9228-5f9f-4ff9-8337-fe8111d83f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '06718aa0-050e-4a07-b9e8-0e649ef34aeb'} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:47:19.061118 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Bound port: b85378fc-eaec-4c27-b502-e211bccd0aec, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740b9228-5f9f-4ff9-8337-fe8111d83f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '06718aa0-050e-4a07-b9e8-0e649ef34aeb'}}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:47:19.061472 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:19.123931 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] For port b85378fc-eaec-4c27-b502-e211bccd0aec, host hv-cinder-80403, cleared binding levels {{(pid=100444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:47:19.127173 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] For port b85378fc-eaec-4c27-b502-e211bccd0aec, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b85378fc-eaec-4c27-b502-e211bccd0aec,segment=NetworkSegment(740b9228-5f9f-4ff9-8337-fe8111d83f52),segment_id=740b9228-5f9f-4ff9-8337-fe8111d83f52)] {{(pid=100444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:47:19.131890 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:19.169007 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:19.169646 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:19.171040 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] 10.222.0.72 "PUT /v2.0/ports/b85378fc-eaec-4c27-b502-e211bccd0aec HTTP/1.1" status: 200 len: 1093 time: 0.6626101 Aug 30 07:47:19.171478 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ef5f89-d880-49f9-b56e-3caecc491a4e', 'tag': 'b85378fc-eaec-4c27-b502-e211bccd0aec'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:47:19.173716 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c20ce4e-85f8-4cb0-b5b2-3a0270425055" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ef5f89-d880-49f9-b56e-3caecc491a4e", "tag": "b85378fc-eaec-4c27-b502-e211bccd0aec"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:47:19.198721 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec099a21-e100-411c-a136-43199812cbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b85378fc-eaec-4c27-b502-e211bccd0aec,revision_number=3']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:19.242788 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8beece41-e825-4004-a811-93a5b77d932d x-openstack-request-id: req-8beece41-e825-4004-a811-93a5b77d932d {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:47:19.243079 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ef5f89-d880-49f9-b56e-3caecc491a4e", "tag": "b85378fc-eaec-4c27-b502-e211bccd0aec", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:47:19.243328 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8beece41-e825-4004-a811-93a5b77d932d {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:47:19.243713 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ef5f89-d880-49f9-b56e-3caecc491a4e', 'tag': 'b85378fc-eaec-4c27-b502-e211bccd0aec', 'status': 'completed', 'code': 200} Aug 30 07:47:19.259092 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-c7195155-fc9b-4ad0-8ef1-71debc119354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:19.260619 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-c7195155-fc9b-4ad0-8ef1-71debc119354 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f19f6a6dbfdd44b0adc44e44a4fb24a1&device_id=c2ef5f89-d880-49f9-b56e-3caecc491a4e HTTP/1.1" status: 200 len: 1096 time: 0.0430923 Aug 30 07:47:19.303451 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-d66d1c17-0d53-48ee-9c45-033f6a98f7d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b85378fc-eaec-4c27-b502-e211bccd0aec HTTP/1.1" status: 200 len: 217 time: 0.0344946 Aug 30 07:47:19.358293 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-4169e773-e198-45d6-bc4f-1e5f8eb39b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:19.359815 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-4169e773-e198-45d6-bc4f-1e5f8eb39b3c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=93b17c29-4fcf-4d75-94c7-6d83eb3f9c5b HTTP/1.1" status: 200 len: 854 time: 0.0487726 Aug 30 07:47:19.393104 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-b0029efe-9788-49a1-a96e-41832e15e6a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=06718aa0-050e-4a07-b9e8-0e649ef34aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258107 Aug 30 07:47:19.481134 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-e4267256-ee17-4b50-8366-9bda7b5bb86f service neutron] 10.222.0.72 "GET /v2.0/networks/06718aa0-050e-4a07-b9e8-0e649ef34aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795631 Aug 30 07:47:19.571555 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-57dbf6e0-b44c-4ce7-a110-31c4e91ab07a req-224fc660-6d62-4dce-bedb-3afb8bb8a9ef service neutron] 10.222.0.72 "GET /v2.0/networks/06718aa0-050e-4a07-b9e8-0e649ef34aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830915 Aug 30 07:47:19.655786 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20ce4e-85f8-4cb0-b5b2-3a0270425055 req-df1b121f-85dd-4505-bc4e-16d485a4bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:19.657290 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9c20ce4e-85f8-4cb0-b5b2-3a0270425055 req-df1b121f-85dd-4505-bc4e-16d485a4bd8d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f19f6a6dbfdd44b0adc44e44a4fb24a1&device_id=c2ef5f89-d880-49f9-b56e-3caecc491a4e HTTP/1.1" status: 200 len: 1096 time: 0.0420306 Aug 30 07:47:19.770516 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990d2ab-3e20-447d-8cb8-9fd5cfdee65e req-2736aa59-92d3-465b-aa40-a7e943cb23f0 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:19.771989 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f990d2ab-3e20-447d-8cb8-9fd5cfdee65e req-2736aa59-92d3-465b-aa40-a7e943cb23f0 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2ef5f89-d880-49f9-b56e-3caecc491a4e HTTP/1.1" status: 200 len: 943 time: 0.0998979 Aug 30 07:47:19.803472 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20ce4e-85f8-4cb0-b5b2-3a0270425055 req-94e2c6bf-fe7b-4b8b-9076-bf24c76fa686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:19.804887 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9c20ce4e-85f8-4cb0-b5b2-3a0270425055 req-94e2c6bf-fe7b-4b8b-9076-bf24c76fa686 service neutron] 10.222.0.72 "GET /v2.0/networks?id=06718aa0-050e-4a07-b9e8-0e649ef34aeb HTTP/1.1" status: 200 len: 916 time: 0.1401701 Aug 30 07:47:19.828339 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f990d2ab-3e20-447d-8cb8-9fd5cfdee65e req-0c573586-fc7e-43bc-a060-9e0b63830af1 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494959 Aug 30 07:47:19.853855 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9c20ce4e-85f8-4cb0-b5b2-3a0270425055 req-c7a1f410-2258-473b-a497-cc6fa6ba2784 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b85378fc-eaec-4c27-b502-e211bccd0aec HTTP/1.1" status: 200 len: 217 time: 0.0380075 Aug 30 07:47:19.905950 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20ce4e-85f8-4cb0-b5b2-3a0270425055 req-93c48e94-eaf8-40ec-a9b5-1dac450cc549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:19.907404 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9c20ce4e-85f8-4cb0-b5b2-3a0270425055 req-93c48e94-eaf8-40ec-a9b5-1dac450cc549 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=93b17c29-4fcf-4d75-94c7-6d83eb3f9c5b HTTP/1.1" status: 200 len: 854 time: 0.0462458 Aug 30 07:47:19.940688 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9c20ce4e-85f8-4cb0-b5b2-3a0270425055 req-5b4c2868-09da-4f59-b191-94ab55d0b35d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=06718aa0-050e-4a07-b9e8-0e649ef34aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246489 Aug 30 07:47:20.027160 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9c20ce4e-85f8-4cb0-b5b2-3a0270425055 req-e3eb4a43-d79c-4332-bcbc-a4aa2d4324cf service neutron] 10.222.0.72 "GET /v2.0/networks/06718aa0-050e-4a07-b9e8-0e649ef34aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787849 Aug 30 07:47:20.118825 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9c20ce4e-85f8-4cb0-b5b2-3a0270425055 req-058c71ba-62b6-4d49-b448-067f392cbfbd service neutron] 10.222.0.72 "GET /v2.0/networks/06718aa0-050e-4a07-b9e8-0e649ef34aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833223 Aug 30 07:47:20.942429 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed903f-6202-4d31-b93d-03f34d97d381 req-6f76b3d6-0ff8-4c22-a587-512b0f10d6c8 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:20.943878 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a5ed903f-6202-4d31-b93d-03f34d97d381 req-6f76b3d6-0ff8-4c22-a587-512b0f10d6c8 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2ef5f89-d880-49f9-b56e-3caecc491a4e HTTP/1.1" status: 200 len: 943 time: 0.0475707 Aug 30 07:47:20.980613 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a5ed903f-6202-4d31-b93d-03f34d97d381 req-db55adcf-6439-47f6-a8cf-6020a9a70738 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309055 Aug 30 07:47:22.094997 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e5443-a1ee-41b0-a10e-bd333970af6b req-7bdd5835-f075-4eb6-9695-4e3cba6e968d tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:22.096454 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-833e5443-a1ee-41b0-a10e-bd333970af6b req-7bdd5835-f075-4eb6-9695-4e3cba6e968d tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2ef5f89-d880-49f9-b56e-3caecc491a4e HTTP/1.1" status: 200 len: 943 time: 0.0483136 Aug 30 07:47:22.132711 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-833e5443-a1ee-41b0-a10e-bd333970af6b req-94dd1fe6-d03a-4c5e-841d-5562682f7f5d tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304334 Aug 30 07:47:22.906372 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device b85378fc-eaec-4c27-b502-e211bccd0aec details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:47:23.024039 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port b85378fc-eaec-4c27-b502-e211bccd0aec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b85378fc-eaec-4c27-b502-e211bccd0aec,segment=NetworkSegment(740b9228-5f9f-4ff9-8337-fe8111d83f52),segment_id=740b9228-5f9f-4ff9-8337-fe8111d83f52)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:23.038441 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': 'b85378fc-eaec-4c27-b502-e211bccd0aec', 'network_id': '06718aa0-050e-4a07-b9e8-0e649ef34aeb', 'port_id': 'b85378fc-eaec-4c27-b502-e211bccd0aec', 'mac_address': 'fa:16:3e:a4:68:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b17c29-4fcf-4d75-94c7-6d83eb3f9c5b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:47:23.078311 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:23.090761 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85378fc-eaec-4c27-b502-e211bccd0aec {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:47:23.110869 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port b85378fc-eaec-4c27-b502-e211bccd0aec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b85378fc-eaec-4c27-b502-e211bccd0aec,segment=NetworkSegment(740b9228-5f9f-4ff9-8337-fe8111d83f52),segment_id=740b9228-5f9f-4ff9-8337-fe8111d83f52)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:23.114894 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:23.162280 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=b85378fc-eaec-4c27-b502-e211bccd0aec,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:23.253091 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307429fc-4e31-47ee-94d0-fe8ed24f07a5 req-b125c5f0-286a-4110-b512-6460940be4cd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:23.254777 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-307429fc-4e31-47ee-94d0-fe8ed24f07a5 req-b125c5f0-286a-4110-b512-6460940be4cd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2ef5f89-d880-49f9-b56e-3caecc491a4e HTTP/1.1" status: 200 len: 944 time: 0.0516727 Aug 30 07:47:23.292298 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-307429fc-4e31-47ee-94d0-fe8ed24f07a5 req-7b156306-14c0-414c-b514-f5b17a433ce9 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311933 Aug 30 07:47:23.364373 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['b85378fc-eaec-4c27-b502-e211bccd0aec'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:47:23.956757 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:47:24.407761 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e74a3-504b-41fa-9a78-cdd95f713745 req-725d7bc3-e8a2-4baa-868c-a8391cdf25a3 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:24.409273 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-617e74a3-504b-41fa-9a78-cdd95f713745 req-725d7bc3-e8a2-4baa-868c-a8391cdf25a3 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2ef5f89-d880-49f9-b56e-3caecc491a4e HTTP/1.1" status: 200 len: 944 time: 0.0494297 Aug 30 07:47:24.452426 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-617e74a3-504b-41fa-9a78-cdd95f713745 req-00e888fe-4312-4357-adf4-ac286c9d33c0 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358751 Aug 30 07:47:24.934571 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device b85378fc-eaec-4c27-b502-e211bccd0aec up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:47:24.981668 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port b85378fc-eaec-4c27-b502-e211bccd0aec completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:47:24.985874 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port b85378fc-eaec-4c27-b502-e211bccd0aec triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:47:24.986279 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:25.064218 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:25.085704 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ef5f89-d880-49f9-b56e-3caecc491a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85378fc-eaec-4c27-b502-e211bccd0aec'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:47:25.087955 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c3c0c1-9f55-4f29-8cf5-d9b52ceb08ae" -d '{"events": [{"server_uuid": "c2ef5f89-d880-49f9-b56e-3caecc491a4e", "name": "network-vif-plugged", "status": "completed", "tag": "b85378fc-eaec-4c27-b502-e211bccd0aec"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:47:25.100615 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port b85378fc-eaec-4c27-b502-e211bccd0aec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b85378fc-eaec-4c27-b502-e211bccd0aec,segment=NetworkSegment(740b9228-5f9f-4ff9-8337-fe8111d83f52),segment_id=740b9228-5f9f-4ff9-8337-fe8111d83f52)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:25.104467 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:25.131878 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50fdce7-3951-484f-a9a7-cfdd74b61fb2 x-openstack-request-id: req-e50fdce7-3951-484f-a9a7-cfdd74b61fb2 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:47:25.132169 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ef5f89-d880-49f9-b56e-3caecc491a4e", "name": "network-vif-plugged", "status": "completed", "tag": "b85378fc-eaec-4c27-b502-e211bccd0aec", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:47:25.132415 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e50fdce7-3951-484f-a9a7-cfdd74b61fb2 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:47:25.132795 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ef5f89-d880-49f9-b56e-3caecc491a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85378fc-eaec-4c27-b502-e211bccd0aec', 'code': 200} Aug 30 07:47:25.158991 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=b85378fc-eaec-4c27-b502-e211bccd0aec,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:25.285497 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea72940-b6dc-44d1-b346-056b588a5b53 req-4741dec2-fe40-4072-b252-22639395b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:25.286955 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-eea72940-b6dc-44d1-b346-056b588a5b53 req-4741dec2-fe40-4072-b252-22639395b3fb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c2ef5f89-d880-49f9-b56e-3caecc491a4e HTTP/1.1" status: 200 len: 1098 time: 0.0398242 Aug 30 07:47:25.320920 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-eea72940-b6dc-44d1-b346-056b588a5b53 req-24e41086-6639-4912-83e3-4d63d7e7f006 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263638 Aug 30 07:47:25.565075 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c3d33-bc4c-4b74-8826-c64edb8ab81c req-c23a8642-6674-4dfd-9028-cc3df9abeebf tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:25.566599 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b22c3d33-bc4c-4b74-8826-c64edb8ab81c req-c23a8642-6674-4dfd-9028-cc3df9abeebf tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2ef5f89-d880-49f9-b56e-3caecc491a4e HTTP/1.1" status: 200 len: 945 time: 0.0484827 Aug 30 07:47:25.603519 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b22c3d33-bc4c-4b74-8826-c64edb8ab81c req-1d7fdde8-b4f7-44a8-ad4d-33d341945d34 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310719 Aug 30 07:47:25.781129 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 56308) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:25.823623 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37750e5-ad44-4f27-9ea4-5d55ae9117a4 admin admin] Deleting subnet c87d0645-930e-460a-a537-4515935de5f7 {{(pid=100445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:47:25.827455 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e37750e5-ad44-4f27-9ea4-5d55ae9117a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:25.860749 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e37750e5-ad44-4f27-9ea4-5d55ae9117a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5268979'] for subnet, precommit_delete_associations {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:25.903534 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e37750e5-ad44-4f27-9ea4-5d55ae9117a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062241'] for subnet, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:25.954937 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e37750e5-ad44-4f27-9ea4-5d55ae9117a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2062254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7019973'] for subnet, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:25.979137 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37750e5-ad44-4f27-9ea4-5d55ae9117a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c87d0645-930e-460a-a537-4515935de5f7,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:25.982858 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e37750e5-ad44-4f27-9ea4-5d55ae9117a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:25.984672 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-e37750e5-ad44-4f27-9ea4-5d55ae9117a4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c87d0645-930e-460a-a537-4515935de5f7 HTTP/1.1" status: 204 len: 168 time: 0.2025614 Aug 30 07:47:25.987256 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 56310) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:26.051404 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c9a922ef-8081-4285-a716-363a62e16258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048561'] for network, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.376063 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c9a922ef-8081-4285-a716-363a62e16258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2060378', 'neutron.services.segments.db._delete_segments_for_network-8735171498990'] for network, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.385871 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.services.segments.db [None req-c9a922ef-8081-4285-a716-363a62e16258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ce16a6-cddf-423b-9534-7310abfa1c02']}} {{(pid=100445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:26.396633 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.services.segments.db [None req-c9a922ef-8081-4285-a716-363a62e16258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f070e158-9b1c-4d72-8756-454612df3978') {'for_net_delete': True} {{(pid=100445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:26.396921 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.services.segments.db [None req-c9a922ef-8081-4285-a716-363a62e16258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f070e158-9b1c-4d72-8756-454612df3978') {} {{(pid=100445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:26.405182 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c9a922ef-8081-4285-a716-363a62e16258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735171498873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5268972'] for segment, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.417818 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c9a922ef-8081-4285-a716-363a62e16258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.423928 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a922ef-8081-4285-a716-363a62e16258 admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=100445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:47:26.424314 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c9a922ef-8081-4285-a716-363a62e16258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490278'] for segment, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: Traceback (most recent call last): Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: timer() Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: cb(*args, **kw) Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: return func(*args, **kwargs) Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: self._notify() Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: self.callback(batched_events) Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: event.method(event) Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: return f(self, *a, **k) Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: return self._get(url).json() Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: return self.request(url, 'GET', **kwargs) Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:47:26.425912 dv-cinder-804035-7-iscsi neutron-server[100445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:47:26.479666 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c9a922ef-8081-4285-a716-363a62e16258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2060323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550229'] for network, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.486252 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c9a922ef-8081-4285-a716-363a62e16258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.488341 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-c9a922ef-8081-4285-a716-363a62e16258 admin admin] 10.222.0.58 "DELETE /v2.0/networks/70ce16a6-cddf-423b-9534-7310abfa1c02 HTTP/1.1" status: 204 len: 168 time: 0.5002410 Aug 30 07:47:26.491308 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 56312) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:26.506351 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a922ef-8081-4285-a716-363a62e16258 admin admin] Pushing event deleted for resources: {'Network': ['ID=70ce16a6-cddf-423b-9534-7310abfa1c02,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:26.538381 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b21705f-0690-452a-80c4-b1c91919d2da admin admin] Deleting subnet 8bfe5ba8-ef59-47dd-811b-6fd6bccf8ee2 {{(pid=100444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:47:26.541423 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3b21705f-0690-452a-80c4-b1c91919d2da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.578993 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3b21705f-0690-452a-80c4-b1c91919d2da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7228174'] for subnet, precommit_delete_associations {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.615737 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3b21705f-0690-452a-80c4-b1c91919d2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062241'] for subnet, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.668204 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3b21705f-0690-452a-80c4-b1c91919d2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2062254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7316965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6845911'] for subnet, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.693660 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21705f-0690-452a-80c4-b1c91919d2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bfe5ba8-ef59-47dd-811b-6fd6bccf8ee2,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:26.697461 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3b21705f-0690-452a-80c4-b1c91919d2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.701753 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-3b21705f-0690-452a-80c4-b1c91919d2da admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8bfe5ba8-ef59-47dd-811b-6fd6bccf8ee2 HTTP/1.1" status: 204 len: 168 time: 0.2069545 Aug 30 07:47:26.701753 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 56316) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:26.722413 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0e247-8041-4bd4-a4c4-84cdfc5f4009 req-d443825c-efae-4934-a248-b44bed28540b tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:26.723893 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7bb0e247-8041-4bd4-a4c4-84cdfc5f4009 req-d443825c-efae-4934-a248-b44bed28540b tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2ef5f89-d880-49f9-b56e-3caecc491a4e HTTP/1.1" status: 200 len: 945 time: 0.0516241 Aug 30 07:47:26.766000 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7bb0e247-8041-4bd4-a4c4-84cdfc5f4009 req-38a2738e-1179-458e-8e82-3fe7ef69ab95 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360999 Aug 30 07:47:26.772553 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-727ee082-957a-4cda-98ac-2ecb5a0f25f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048561'] for network, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.851967 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-727ee082-957a-4cda-98ac-2ecb5a0f25f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2060378', 'neutron.services.segments.db._delete_segments_for_network-8735171498990'] for network, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.862884 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-727ee082-957a-4cda-98ac-2ecb5a0f25f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c05d920-9715-4269-9fdd-44de01deae43']}} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:26.873132 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-727ee082-957a-4cda-98ac-2ecb5a0f25f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4d645c-78c8-4769-9565-b7e7f0fec69e') {'for_net_delete': True} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:26.873425 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-727ee082-957a-4cda-98ac-2ecb5a0f25f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4d645c-78c8-4769-9565-b7e7f0fec69e') {} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:26.882395 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-727ee082-957a-4cda-98ac-2ecb5a0f25f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735171498873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7228177'] for segment, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.896091 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-727ee082-957a-4cda-98ac-2ecb5a0f25f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.902325 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727ee082-957a-4cda-98ac-2ecb5a0f25f4 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=100444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:47:26.902697 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-727ee082-957a-4cda-98ac-2ecb5a0f25f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316867'] for segment, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: Traceback (most recent call last): Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: timer() Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: cb(*args, **kw) Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: return func(*args, **kwargs) Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: self._notify() Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: self.callback(batched_events) Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: event.method(event) Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: return f(self, *a, **k) Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._get(url).json() Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: return self.request(url, 'GET', **kwargs) Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:47:26.904838 dv-cinder-804035-7-iscsi neutron-server[100444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:47:26.964006 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-727ee082-957a-4cda-98ac-2ecb5a0f25f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2060323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550229'] for network, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.970001 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-727ee082-957a-4cda-98ac-2ecb5a0f25f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:26.971969 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-727ee082-957a-4cda-98ac-2ecb5a0f25f4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2c05d920-9715-4269-9fdd-44de01deae43 HTTP/1.1" status: 204 len: 168 time: 0.2692640 Aug 30 07:47:26.983379 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ee082-957a-4cda-98ac-2ecb5a0f25f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c05d920-9715-4269-9fdd-44de01deae43,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:27.087839 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 56358) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:27.131317 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-3dfbfc76-3c30-4b11-b2f8-217f2433b58b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=653c7eb5098a4f228151a5468c04deab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422482 Aug 30 07:47:27.133889 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 56360) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:27.192593 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-519c103b-84ec-4cce-8a56-83748e12f240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:27.215098 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-519c103b-84ec-4cce-8a56-83748e12f240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:27.260504 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-519c103b-84ec-4cce-8a56-83748e12f240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:27.263305 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-519c103b-84ec-4cce-8a56-83748e12f240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:27.264992 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-519c103b-84ec-4cce-8a56-83748e12f240 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c629fab9-6dca-4feb-8508-0e23b3225802 HTTP/1.1" status: 204 len: 168 time: 0.1302164 Aug 30 07:47:27.273246 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c103b-84ec-4cce-8a56-83748e12f240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c629fab9-6dca-4feb-8508-0e23b3225802,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:27.586554 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 56386) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:27.631471 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-90c5a195-cbed-403f-adc4-3460330973ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8b834d47424c43bfa29ee934019a63f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436795 Aug 30 07:47:27.634110 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 56388) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:27.682800 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-303b60c6-ca57-4849-9e3c-8dca90d98826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:27.703934 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-303b60c6-ca57-4849-9e3c-8dca90d98826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:27.748877 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-303b60c6-ca57-4849-9e3c-8dca90d98826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:27.751414 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-303b60c6-ca57-4849-9e3c-8dca90d98826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:27.752563 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-303b60c6-ca57-4849-9e3c-8dca90d98826 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eea45082-8262-45a7-92af-b207f08dbe57 HTTP/1.1" status: 204 len: 168 time: 0.1174796 Aug 30 07:47:27.760536 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b60c6-ca57-4849-9e3c-8dca90d98826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea45082-8262-45a7-92af-b207f08dbe57,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:28.415412 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 56412) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:28.513856 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-bd3608da-8874-43c2-8370-a5b098858d59 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-971491865-network', 'tenant_id': '432d99fc5d144fc18b2da0da3d1871ab'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:28.535927 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3608da-8874-43c2-8370-a5b098858d59 admin admin] Made reservation on behalf of 432d99fc5d144fc18b2da0da3d1871ab for: {'network': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:28.538287 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-bd3608da-8874-43c2-8370-a5b098858d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:28.546783 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-bd3608da-8874-43c2-8370-a5b098858d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:28.631269 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-bd3608da-8874-43c2-8370-a5b098858d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:28.635030 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-bd3608da-8874-43c2-8370-a5b098858d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:28.661210 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3608da-8874-43c2-8370-a5b098858d59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=100445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:47:28.666505 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3608da-8874-43c2-8370-a5b098858d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef0b6f7-7084-4677-91fb-0bff77412b9d,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:28.673624 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-bd3608da-8874-43c2-8370-a5b098858d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:28.673972 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.segments_db [None req-bd3608da-8874-43c2-8370-a5b098858d59 admin admin] Added segment 76987463-75d2-483a-817b-9a181279354a of type vlan for network e9250502-3317-4b92-8c15-18d0b6afd3f2 Aug 30 07:47:28.719807 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-bd3608da-8874-43c2-8370-a5b098858d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:28.756420 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-bd3608da-8874-43c2-8370-a5b098858d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:28.757433 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3608da-8874-43c2-8370-a5b098858d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:28.758015 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-bd3608da-8874-43c2-8370-a5b098858d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:28.811614 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-bd3608da-8874-43c2-8370-a5b098858d59 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3951004 Aug 30 07:47:28.814600 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 56416) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:28.816565 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3608da-8874-43c2-8370-a5b098858d59 admin admin] Pushing event updated for resources: {'Network': ['ID=e9250502-3317-4b92-8c15-18d0b6afd3f2,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:28.819576 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-6ecf33d8-4e10-4a63-92c1-805a410b14ec admin admin] Request body: {'subnet': {'network_id': 'e9250502-3317-4b92-8c15-18d0b6afd3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-971491865-subnet', 'tenant_id': '432d99fc5d144fc18b2da0da3d1871ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:28.827400 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network e9250502-3317-4b92-8c15-18d0b6afd3f2 details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:47:28.850752 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecf33d8-4e10-4a63-92c1-805a410b14ec admin admin] Made reservation on behalf of 432d99fc5d144fc18b2da0da3d1871ab for: {'subnet': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:28.853087 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-6ecf33d8-4e10-4a63-92c1-805a410b14ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6845884'] for subnet, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:29.014421 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-6ecf33d8-4e10-4a63-92c1-805a410b14ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7228198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6845902'] for subnet, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:29.072585 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf33d8-4e10-4a63-92c1-805a410b14ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b3ee718-dccd-4e35-b23c-57e01fa0cc61,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:29.080303 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecf33d8-4e10-4a63-92c1-805a410b14ec admin admin] Checking segment: {'id': '76987463-75d2-483a-817b-9a181279354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e9250502-3317-4b92-8c15-18d0b6afd3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:29.080661 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecf33d8-4e10-4a63-92c1-805a410b14ec admin admin] Network hostable DHCP agents. Network: e9250502-3317-4b92-8c15-18d0b6afd3f2, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:47:29.096610 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecf33d8-4e10-4a63-92c1-805a410b14ec admin admin] Network e9250502-3317-4b92-8c15-18d0b6afd3f2 is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:47:29.104646 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-6ecf33d8-4e10-4a63-92c1-805a410b14ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, e9250502-3317-4b92-8c15-18d0b6afd3f2) {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:29.108682 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecf33d8-4e10-4a63-92c1-805a410b14ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:29.109281 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-6ecf33d8-4e10-4a63-92c1-805a410b14ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:29.114097 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8e5a0a-d104-4b12-8d22-b36d2694cb00 None None] Network e9250502-3317-4b92-8c15-18d0b6afd3f2 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:29.123599 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-6ecf33d8-4e10-4a63-92c1-805a410b14ec admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3073595 Aug 30 07:47:29.234199 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81836abd-a2ae-4031-ae92-79c13d8ad78b None None] Network e9250502-3317-4b92-8c15-18d0b6afd3f2 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:47:30.867006 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-b54e5876-85fe-4775-8a08-b4141a15f17e tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:30.868514 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-b54e5876-85fe-4775-8a08-b4141a15f17e tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/networks?id=e9250502-3317-4b92-8c15-18d0b6afd3f2 HTTP/1.1" status: 200 len: 808 time: 0.1014380 Aug 30 07:47:30.883675 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-55877582-a59c-44dc-a69d-8f92d9a20d67 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/quotas/432d99fc5d144fc18b2da0da3d1871ab HTTP/1.1" status: 200 len: 375 time: 0.0089705 Aug 30 07:47:30.914289 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-aabef8c4-356b-43b5-8d2b-7bc7e8b28d87 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=432d99fc5d144fc18b2da0da3d1871ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255463 Aug 30 07:47:31.051648 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-0e570b28-a623-4780-817b-68d7c26c011f service neutron] 10.222.0.58 "GET /v2.0/networks/e9250502-3317-4b92-8c15-18d0b6afd3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299353 Aug 30 07:47:31.145229 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-a6fd1cad-0646-4ba2-a420-30a22c0cc1e5 service neutron] 10.222.0.58 "GET /v2.0/networks/e9250502-3317-4b92-8c15-18d0b6afd3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873442 Aug 30 07:47:31.311505 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f6a8512e-404d-435e-b751-a8e60a4d7729 req-ee4cd32d-35ce-4425-80f1-9e4924180dee tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4673bf3-00bb-452f-93b2-932e606cccd6 HTTP/1.1" status: 200 len: 210 time: 0.0272217 Aug 30 07:47:32.324663 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-bd54d735-3771-41d3-801f-9d5594830f05 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:32.326716 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-bd54d735-3771-41d3-801f-9d5594830f05 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.72 "GET /v2.0/networks?id=e9250502-3317-4b92-8c15-18d0b6afd3f2 HTTP/1.1" status: 200 len: 808 time: 0.1109748 Aug 30 07:47:32.340784 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-9d037e45-5934-4bb9-a6bc-1f9d4712b7d5 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Request body: {'port': {'device_id': 'd4673bf3-00bb-452f-93b2-932e606cccd6', 'network_id': 'e9250502-3317-4b92-8c15-18d0b6afd3f2', 'admin_state_up': True, 'tenant_id': '432d99fc5d144fc18b2da0da3d1871ab'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:32.414314 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-716f7d5b-ac6d-4229-b0b4-3d1c9ccfea57 req-be4d98ae-bd85-4bcb-b141-0f8157d891bd tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4673bf3-00bb-452f-93b2-932e606cccd6 HTTP/1.1" status: 200 len: 210 time: 0.0323403 Aug 30 07:47:32.497665 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-9d037e45-5934-4bb9-a6bc-1f9d4712b7d5 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Made reservation on behalf of 432d99fc5d144fc18b2da0da3d1871ab for: {'port': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:32.501701 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-9d037e45-5934-4bb9-a6bc-1f9d4712b7d5 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:32.627100 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-9d037e45-5934-4bb9-a6bc-1f9d4712b7d5 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Allocated IP 172.20.0.12 (e9250502-3317-4b92-8c15-18d0b6afd3f2/6b3ee718-dccd-4e35-b23c-57e01fa0cc61/58296070-88b9-40ad-afbf-8c8c89b50114) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:47:32.769195 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-9d037e45-5934-4bb9-a6bc-1f9d4712b7d5 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:32.808250 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-9d037e45-5934-4bb9-a6bc-1f9d4712b7d5 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:32.852621 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-9d037e45-5934-4bb9-a6bc-1f9d4712b7d5 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Network e9250502-3317-4b92-8c15-18d0b6afd3f2 is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:47:32.858128 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-9d037e45-5934-4bb9-a6bc-1f9d4712b7d5 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:32.862278 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-9d037e45-5934-4bb9-a6bc-1f9d4712b7d5 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:47:32.887067 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d037e45-5934-4bb9-a6bc-1f9d4712b7d5 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Pushing event updated for resources: {'Port': ['ID=58296070-88b9-40ad-afbf-8c8c89b50114,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:32.914833 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-9d037e45-5934-4bb9-a6bc-1f9d4712b7d5 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:32.915433 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-9d037e45-5934-4bb9-a6bc-1f9d4712b7d5 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:32.930377 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-9d037e45-5934-4bb9-a6bc-1f9d4712b7d5 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5936964 Aug 30 07:47:32.943798 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Request body: {'port': {'device_id': 'd4673bf3-00bb-452f-93b2-932e606cccd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:32.998684 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:33.256324 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58296070-88b9-40ad-afbf-8c8c89b50114 {{(pid=100444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:47:33.263998 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:33.275320 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Transition to ACTIVE for port object 58296070-88b9-40ad-afbf-8c8c89b50114 will not be triggered until provisioned by entity L2. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:47:33.280181 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:33.329283 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Pushing event updated for resources: {'Port': ['ID=58296070-88b9-40ad-afbf-8c8c89b50114,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:33.393423 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Attempting to bind port 58296070-88b9-40ad-afbf-8c8c89b50114 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:47:33.393753 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Attempting to bind port 58296070-88b9-40ad-afbf-8c8c89b50114 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '76987463-75d2-483a-817b-9a181279354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e9250502-3317-4b92-8c15-18d0b6afd3f2'}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:47:33.394101 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Attempting to bind port 58296070-88b9-40ad-afbf-8c8c89b50114 on network e9250502-3317-4b92-8c15-18d0b6afd3f2 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:47:33.398315 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Port 58296070-88b9-40ad-afbf-8c8c89b50114 on network e9250502-3317-4b92-8c15-18d0b6afd3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:47:33.398632 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Attempting to bind port 58296070-88b9-40ad-afbf-8c8c89b50114 on network e9250502-3317-4b92-8c15-18d0b6afd3f2 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:47:33.403298 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:47:33.403628 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Checking segment: {'id': '76987463-75d2-483a-817b-9a181279354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e9250502-3317-4b92-8c15-18d0b6afd3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:33.404662 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Bound using segment: {'id': '76987463-75d2-483a-817b-9a181279354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e9250502-3317-4b92-8c15-18d0b6afd3f2'} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:47:33.405089 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Bound port: 58296070-88b9-40ad-afbf-8c8c89b50114, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76987463-75d2-483a-817b-9a181279354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e9250502-3317-4b92-8c15-18d0b6afd3f2'}}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:47:33.405435 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:33.465995 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] For port 58296070-88b9-40ad-afbf-8c8c89b50114, host hv-cinder-80403, cleared binding levels {{(pid=100444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:47:33.469850 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] For port 58296070-88b9-40ad-afbf-8c8c89b50114, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=58296070-88b9-40ad-afbf-8c8c89b50114,segment=NetworkSegment(76987463-75d2-483a-817b-9a181279354a),segment_id=76987463-75d2-483a-817b-9a181279354a)] {{(pid=100444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:47:33.474382 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:33.511647 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:33.512262 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:33.514523 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] 10.222.0.72 "PUT /v2.0/ports/58296070-88b9-40ad-afbf-8c8c89b50114 HTTP/1.1" status: 200 len: 1094 time: 0.5748007 Aug 30 07:47:33.517227 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4673bf3-00bb-452f-93b2-932e606cccd6', 'tag': '58296070-88b9-40ad-afbf-8c8c89b50114'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:47:33.519372 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab76b55-f4a8-450c-8c77-7f8aa2a639d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4673bf3-00bb-452f-93b2-932e606cccd6", "tag": "58296070-88b9-40ad-afbf-8c8c89b50114"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:47:33.549483 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f37ed5-7a9b-4a16-bb6c-0bc9ac5a189b req-f34b1835-88a3-4332-9181-ade4cb1122a7 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:33.551761 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97530dcb-c235-4850-94c8-dc0e209c5474 service neutron] Pushing event updated for resources: {'Port': ['ID=58296070-88b9-40ad-afbf-8c8c89b50114,revision_number=3']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:33.558628 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e2f37ed5-7a9b-4a16-bb6c-0bc9ac5a189b req-f34b1835-88a3-4332-9181-ade4cb1122a7 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4673bf3-00bb-452f-93b2-932e606cccd6 HTTP/1.1" status: 200 len: 944 time: 0.0671616 Aug 30 07:47:33.594120 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a7dc66-a711-4482-b26d-8c3135e13cf1 x-openstack-request-id: req-07a7dc66-a711-4482-b26d-8c3135e13cf1 {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:47:33.594462 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4673bf3-00bb-452f-93b2-932e606cccd6", "tag": "58296070-88b9-40ad-afbf-8c8c89b50114", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:47:33.594714 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-07a7dc66-a711-4482-b26d-8c3135e13cf1 {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:47:33.595099 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4673bf3-00bb-452f-93b2-932e606cccd6', 'tag': '58296070-88b9-40ad-afbf-8c8c89b50114', 'status': 'completed', 'code': 200} Aug 30 07:47:33.606695 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e2f37ed5-7a9b-4a16-bb6c-0bc9ac5a189b req-4eed1174-c7a9-45be-8376-f4103c74b35e tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471056 Aug 30 07:47:33.611405 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-1c929873-b604-46db-9997-461c5aa61996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:33.612718 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-1c929873-b604-46db-9997-461c5aa61996 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=432d99fc5d144fc18b2da0da3d1871ab&device_id=d4673bf3-00bb-452f-93b2-932e606cccd6 HTTP/1.1" status: 200 len: 1097 time: 0.0459082 Aug 30 07:47:33.642584 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-27fb7b0f-c0c3-4f13-844d-540fb21741bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:33.663923 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-97c3b8fe-b235-423c-a145-3ebf5efc630f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58296070-88b9-40ad-afbf-8c8c89b50114 HTTP/1.1" status: 200 len: 217 time: 0.0409899 Aug 30 07:47:33.715114 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-fcb8a316-9362-4c70-94a5-91dfbda67bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:33.716558 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-fcb8a316-9362-4c70-94a5-91dfbda67bb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b3ee718-dccd-4e35-b23c-57e01fa0cc61 HTTP/1.1" status: 200 len: 848 time: 0.0440874 Aug 30 07:47:33.749786 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-0b8a44e4-78a1-4cdd-b272-fdd405c1668a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e9250502-3317-4b92-8c15-18d0b6afd3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250611 Aug 30 07:47:33.850498 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-5ce63b4e-ef80-4c3f-b0fc-0ee02b76fc55 service neutron] 10.222.0.72 "GET /v2.0/networks/e9250502-3317-4b92-8c15-18d0b6afd3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925939 Aug 30 07:47:33.951767 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ce9a71f4-9cd7-4e5f-b2ee-01db4257f5bb req-ce7a64eb-3fa0-440e-be4e-3bc62bdc8ad9 service neutron] 10.222.0.72 "GET /v2.0/networks/e9250502-3317-4b92-8c15-18d0b6afd3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909944 Aug 30 07:47:34.040490 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab76b55-f4a8-450c-8c77-7f8aa2a639d9 req-c9f8d8a5-dead-422c-8c38-6bf52f8b1c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:34.042098 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-eab76b55-f4a8-450c-8c77-7f8aa2a639d9 req-c9f8d8a5-dead-422c-8c38-6bf52f8b1c0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=432d99fc5d144fc18b2da0da3d1871ab&device_id=d4673bf3-00bb-452f-93b2-932e606cccd6 HTTP/1.1" status: 200 len: 1097 time: 0.0419271 Aug 30 07:47:34.134431 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab76b55-f4a8-450c-8c77-7f8aa2a639d9 req-dfca7624-4375-4223-81b3-ac3a5fcf5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:34.135840 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-eab76b55-f4a8-450c-8c77-7f8aa2a639d9 req-dfca7624-4375-4223-81b3-ac3a5fcf5518 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e9250502-3317-4b92-8c15-18d0b6afd3f2 HTTP/1.1" status: 200 len: 910 time: 0.0858307 Aug 30 07:47:34.178583 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-eab76b55-f4a8-450c-8c77-7f8aa2a639d9 req-1b9bde03-2213-434a-a2ed-6b90dcf63af9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58296070-88b9-40ad-afbf-8c8c89b50114 HTTP/1.1" status: 200 len: 217 time: 0.0349655 Aug 30 07:47:34.234332 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab76b55-f4a8-450c-8c77-7f8aa2a639d9 req-5aa7a33c-20ba-4ce7-9b14-738ae9f5a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:34.235923 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-eab76b55-f4a8-450c-8c77-7f8aa2a639d9 req-5aa7a33c-20ba-4ce7-9b14-738ae9f5a321 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b3ee718-dccd-4e35-b23c-57e01fa0cc61 HTTP/1.1" status: 200 len: 848 time: 0.0487826 Aug 30 07:47:34.269162 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-eab76b55-f4a8-450c-8c77-7f8aa2a639d9 req-d9cc7136-d6d5-4327-9fdc-635718799ca4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e9250502-3317-4b92-8c15-18d0b6afd3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248253 Aug 30 07:47:34.358854 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-eab76b55-f4a8-450c-8c77-7f8aa2a639d9 req-5c3128d4-9d94-48d0-a8cc-b9609beb5878 service neutron] 10.222.0.72 "GET /v2.0/networks/e9250502-3317-4b92-8c15-18d0b6afd3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795224 Aug 30 07:47:34.679581 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-eab76b55-f4a8-450c-8c77-7f8aa2a639d9 req-757c3be6-be8d-43e8-9a10-d02e3aec7b20 service neutron] 10.222.0.72 "GET /v2.0/networks/e9250502-3317-4b92-8c15-18d0b6afd3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114817 Aug 30 07:47:34.731038 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84c6d1-0f04-4ce9-b0c0-36e1b0c9523e req-298af3fb-8afe-4966-a9d3-a72db6f908f4 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:34.733091 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ed84c6d1-0f04-4ce9-b0c0-36e1b0c9523e req-298af3fb-8afe-4966-a9d3-a72db6f908f4 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4673bf3-00bb-452f-93b2-932e606cccd6 HTTP/1.1" status: 200 len: 944 time: 0.0501413 Aug 30 07:47:34.774438 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ed84c6d1-0f04-4ce9-b0c0-36e1b0c9523e req-4afb6b07-40aa-4bb9-a3af-e3e6b98a314f tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345764 Aug 30 07:47:35.898531 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5d71c-3fe8-429f-925c-b476a2cc8719 req-74163f15-40b3-4562-a0d3-cf3c6985698c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:35.908524 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b1d5d71c-3fe8-429f-925c-b476a2cc8719 req-74163f15-40b3-4562-a0d3-cf3c6985698c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4673bf3-00bb-452f-93b2-932e606cccd6 HTTP/1.1" status: 200 len: 944 time: 0.0667825 Aug 30 07:47:35.912084 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-40d936a6-6db5-4cfc-89d8-d7cd07fe6bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:35.947449 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b1d5d71c-3fe8-429f-925c-b476a2cc8719 req-bbdbc0c9-8b38-4172-aec5-9f69a9473e8e tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377488 Aug 30 07:47:36.473365 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:36.987186 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 58296070-88b9-40ad-afbf-8c8c89b50114 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:47:37.061706 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765cf9b-3c52-494a-980e-4c3c84b58243 req-8348284b-9668-4028-b3dc-ea23f0cc0eef tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:37.063225 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9765cf9b-3c52-494a-980e-4c3c84b58243 req-8348284b-9668-4028-b3dc-ea23f0cc0eef tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4673bf3-00bb-452f-93b2-932e606cccd6 HTTP/1.1" status: 200 len: 944 time: 0.0496342 Aug 30 07:47:37.082290 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 58296070-88b9-40ad-afbf-8c8c89b50114, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=58296070-88b9-40ad-afbf-8c8c89b50114,segment=NetworkSegment(76987463-75d2-483a-817b-9a181279354a),segment_id=76987463-75d2-483a-817b-9a181279354a)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:37.093731 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': '58296070-88b9-40ad-afbf-8c8c89b50114', 'network_id': 'e9250502-3317-4b92-8c15-18d0b6afd3f2', 'port_id': '58296070-88b9-40ad-afbf-8c8c89b50114', 'mac_address': 'fa:16:3e:17:61:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b3ee718-dccd-4e35-b23c-57e01fa0cc61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:47:37.100210 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9765cf9b-3c52-494a-980e-4c3c84b58243 req-9c1bdb39-9998-494b-bc30-15de42bbe1e7 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310307 Aug 30 07:47:37.130813 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:37.142974 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58296070-88b9-40ad-afbf-8c8c89b50114 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:47:37.163695 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 58296070-88b9-40ad-afbf-8c8c89b50114, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=58296070-88b9-40ad-afbf-8c8c89b50114,segment=NetworkSegment(76987463-75d2-483a-817b-9a181279354a),segment_id=76987463-75d2-483a-817b-9a181279354a)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:37.167982 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:37.222678 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=58296070-88b9-40ad-afbf-8c8c89b50114,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:37.229705 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:37.229992 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:37.230360 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:37.230723 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:37.231030 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:37.231355 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:37.231676 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:37.232004 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:37.232327 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:37.233189 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:37.233508 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:37.233826 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:37.278560 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:37.448877 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['58296070-88b9-40ad-afbf-8c8c89b50114'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:47:38.212226 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401668dc-ee7b-4b7a-9466-6195b1932374 req-7e0f2b10-587f-4e2b-9a44-c9926db1edde tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:38.213677 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-401668dc-ee7b-4b7a-9466-6195b1932374 req-7e0f2b10-587f-4e2b-9a44-c9926db1edde tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4673bf3-00bb-452f-93b2-932e606cccd6 HTTP/1.1" status: 200 len: 945 time: 0.0482256 Aug 30 07:47:38.250118 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-401668dc-ee7b-4b7a-9466-6195b1932374 req-499448bd-e8f7-4668-a0ea-88eb1075561b tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300908 Aug 30 07:47:38.977368 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:38.996967 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 58296070-88b9-40ad-afbf-8c8c89b50114 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:47:39.045660 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port 58296070-88b9-40ad-afbf-8c8c89b50114 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:47:39.049844 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port 58296070-88b9-40ad-afbf-8c8c89b50114 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:47:39.050240 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:39.124323 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:39.146765 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4673bf3-00bb-452f-93b2-932e606cccd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58296070-88b9-40ad-afbf-8c8c89b50114'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:47:39.148962 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea87296-3fcb-48e6-83c4-33957e2c07b6" -d '{"events": [{"server_uuid": "d4673bf3-00bb-452f-93b2-932e606cccd6", "name": "network-vif-plugged", "status": "completed", "tag": "58296070-88b9-40ad-afbf-8c8c89b50114"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:47:39.161930 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 58296070-88b9-40ad-afbf-8c8c89b50114, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=58296070-88b9-40ad-afbf-8c8c89b50114,segment=NetworkSegment(76987463-75d2-483a-817b-9a181279354a),segment_id=76987463-75d2-483a-817b-9a181279354a)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:39.165949 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:39.190567 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8d789e-4831-46db-9a2d-168167268087 x-openstack-request-id: req-8f8d789e-4831-46db-9a2d-168167268087 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:47:39.190867 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4673bf3-00bb-452f-93b2-932e606cccd6", "name": "network-vif-plugged", "status": "completed", "tag": "58296070-88b9-40ad-afbf-8c8c89b50114", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:47:39.191117 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f8d789e-4831-46db-9a2d-168167268087 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:47:39.191537 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4673bf3-00bb-452f-93b2-932e606cccd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58296070-88b9-40ad-afbf-8c8c89b50114', 'code': 200} Aug 30 07:47:39.225446 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=58296070-88b9-40ad-afbf-8c8c89b50114,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:39.364639 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e5703-46ab-4970-8d2b-0123d23b55eb req-f74968aa-4e5c-498a-a842-b73d5edd4a6e tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:39.366219 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c18e5703-46ab-4970-8d2b-0123d23b55eb req-f74968aa-4e5c-498a-a842-b73d5edd4a6e tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4673bf3-00bb-452f-93b2-932e606cccd6 HTTP/1.1" status: 200 len: 946 time: 0.0495231 Aug 30 07:47:39.379813 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be42f8a-24df-4363-9c6c-b5bfcdfd37db req-6fc3f03d-b062-4866-85d4-4d288a04818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:39.381300 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7be42f8a-24df-4363-9c6c-b5bfcdfd37db req-6fc3f03d-b062-4866-85d4-4d288a04818f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4673bf3-00bb-452f-93b2-932e606cccd6 HTTP/1.1" status: 200 len: 1099 time: 0.0429938 Aug 30 07:47:39.404304 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c18e5703-46ab-4970-8d2b-0123d23b55eb req-70eccb28-da1f-4f58-95b7-2fec3b8046fc tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320137 Aug 30 07:47:39.417882 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7be42f8a-24df-4363-9c6c-b5bfcdfd37db req-aa940cf4-3b71-4415-9259-be295dc270b5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283434 Aug 30 07:47:39.559442 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:40.534153 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99f93a-70be-49d8-8112-636ac32f31c4 req-20176b5b-6eac-4bb9-8e24-dccd0752b71c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:40.535734 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0d99f93a-70be-49d8-8112-636ac32f31c4 req-20176b5b-6eac-4bb9-8e24-dccd0752b71c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4673bf3-00bb-452f-93b2-932e606cccd6 HTTP/1.1" status: 200 len: 946 time: 0.0593455 Aug 30 07:47:40.584676 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0d99f93a-70be-49d8-8112-636ac32f31c4 req-9f67ded7-d7be-4212-ba35-5b4c98bc8a0b tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Aug 30 07:47:41.708546 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c09eb9-35ef-4ed4-a2c7-c8c517054700 req-e91e9721-0be1-4dd1-8708-5b964ca6f6f4 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:41.710018 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f8c09eb9-35ef-4ed4-a2c7-c8c517054700 req-e91e9721-0be1-4dd1-8708-5b964ca6f6f4 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4673bf3-00bb-452f-93b2-932e606cccd6 HTTP/1.1" status: 200 len: 946 time: 0.0509133 Aug 30 07:47:41.750365 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f8c09eb9-35ef-4ed4-a2c7-c8c517054700 req-4a3e114f-aad6-4887-a478-b40b8f427dca tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325382 Aug 30 07:47:42.432379 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe86dd-a27f-4a3f-bc47-4fd10ba830bd req-9d681517-33e6-486b-956e-38840c65f513 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:42.433869 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-fcbe86dd-a27f-4a3f-bc47-4fd10ba830bd req-9d681517-33e6-486b-956e-38840c65f513 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4673bf3-00bb-452f-93b2-932e606cccd6 HTTP/1.1" status: 200 len: 946 time: 0.0483196 Aug 30 07:47:42.471833 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-fcbe86dd-a27f-4a3f-bc47-4fd10ba830bd req-0d346667-3987-4989-bbc3-db1b6b2212d0 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310633 Aug 30 07:47:43.588264 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550553d0-f030-4076-bf89-e131e53d9f26 req-63d74604-8ba6-431a-9dac-36e83d39848d tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:43.589770 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-550553d0-f030-4076-bf89-e131e53d9f26 req-63d74604-8ba6-431a-9dac-36e83d39848d tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4673bf3-00bb-452f-93b2-932e606cccd6 HTTP/1.1" status: 200 len: 946 time: 0.0501640 Aug 30 07:47:43.627530 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-550553d0-f030-4076-bf89-e131e53d9f26 req-18d22bb5-136e-4757-8278-d14611a92e37 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313537 Aug 30 07:47:44.447806 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddacf7-5d43-4744-a1c7-fbc1c9d0f013 req-8d207202-cf7f-4127-9891-ba09046a9b9e tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:44.449275 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-56ddacf7-5d43-4744-a1c7-fbc1c9d0f013 req-8d207202-cf7f-4127-9891-ba09046a9b9e tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4673bf3-00bb-452f-93b2-932e606cccd6 HTTP/1.1" status: 200 len: 946 time: 0.0517840 Aug 30 07:47:44.520964 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-433c940e-b4ae-477c-839a-6032af31d465 req-68b480b6-4fb1-4020-8e18-e89b66eb5ba8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396810 Aug 30 07:47:44.566311 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-56ddacf7-5d43-4744-a1c7-fbc1c9d0f013 req-3fe4c5f3-9042-43c4-8ab6-ae43beb556f6 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Deleting port 58296070-88b9-40ad-afbf-8c8c89b50114 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:47:44.566657 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-56ddacf7-5d43-4744-a1c7-fbc1c9d0f013 req-3fe4c5f3-9042-43c4-8ab6-ae43beb556f6 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.606472 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c940e-b4ae-477c-839a-6032af31d465 req-03b6d7cc-bcb9-4e4d-a74d-aaac0aadf95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:44.607987 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-433c940e-b4ae-477c-839a-6032af31d465 req-03b6d7cc-bcb9-4e4d-a74d-aaac0aadf95b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4e2ce190bb44688b0c8e91598644de9&device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 1099 time: 0.0431101 Aug 30 07:47:44.657178 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-56ddacf7-5d43-4744-a1c7-fbc1c9d0f013 req-3fe4c5f3-9042-43c4-8ab6-ae43beb556f6 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] For port 58296070-88b9-40ad-afbf-8c8c89b50114, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=58296070-88b9-40ad-afbf-8c8c89b50114,segment=NetworkSegment(76987463-75d2-483a-817b-9a181279354a),segment_id=76987463-75d2-483a-817b-9a181279354a)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:44.657591 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-56ddacf7-5d43-4744-a1c7-fbc1c9d0f013 req-3fe4c5f3-9042-43c4-8ab6-ae43beb556f6 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.671397 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-56ddacf7-5d43-4744-a1c7-fbc1c9d0f013 req-3fe4c5f3-9042-43c4-8ab6-ae43beb556f6 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Calling delete_port for 58296070-88b9-40ad-afbf-8c8c89b50114 owned by compute:nova {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:47:44.745999 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c940e-b4ae-477c-839a-6032af31d465 req-7504c2a4-ec27-4d7d-8469-83d7d2433fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:44.748387 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-433c940e-b4ae-477c-839a-6032af31d465 req-7504c2a4-ec27-4d7d-8469-83d7d2433fad service neutron] 10.222.0.72 "GET /v2.0/networks?id=639f315a-ab8b-43c0-af97-d8704cf6ed1a HTTP/1.1" status: 200 len: 911 time: 0.1128886 Aug 30 07:47:44.771673 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de36ee2-f211-45eb-a6d8-41fe282bf770 req-7011175a-5e87-44bc-9f22-46d886a50ee2 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:44.773128 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7de36ee2-f211-45eb-a6d8-41fe282bf770 req-7011175a-5e87-44bc-9f22-46d886a50ee2 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4673bf3-00bb-452f-93b2-932e606cccd6 HTTP/1.1" status: 200 len: 946 time: 0.0732744 Aug 30 07:47:44.809435 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-56ddacf7-5d43-4744-a1c7-fbc1c9d0f013 req-3fe4c5f3-9042-43c4-8ab6-ae43beb556f6 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.824053 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['58296070-88b9-40ad-afbf-8c8c89b50114'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:47:44.853417 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4c5f3-9042-43c4-8ab6-ae43beb556f6 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Pushing event deleted for resources: {'Port': ['ID=58296070-88b9-40ad-afbf-8c8c89b50114,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:44.853832 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-433c940e-b4ae-477c-839a-6032af31d465 req-058f459a-2300-45c0-9f25-8945c17cd058 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c46a146-822a-4468-b71f-245ec56863d2 HTTP/1.1" status: 200 len: 1002 time: 0.0942237 Aug 30 07:47:44.872218 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7de36ee2-f211-45eb-a6d8-41fe282bf770 req-77bd5f46-7f5c-4df5-ae7f-1b97d20378ca tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680192 Aug 30 07:47:44.885326 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ddacf7-5d43-4744-a1c7-fbc1c9d0f013 req-3fe4c5f3-9042-43c4-8ab6-ae43beb556f6 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] No DVR routers for this DVR port 58296070-88b9-40ad-afbf-8c8c89b50114 on host hv-cinder-80403 {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:47:44.895136 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-56ddacf7-5d43-4744-a1c7-fbc1c9d0f013 req-3fe4c5f3-9042-43c4-8ab6-ae43beb556f6 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.895136 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-56ddacf7-5d43-4744-a1c7-fbc1c9d0f013 req-3fe4c5f3-9042-43c4-8ab6-ae43beb556f6 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.72 "DELETE /v2.0/ports/58296070-88b9-40ad-afbf-8c8c89b50114 HTTP/1.1" status: 204 len: 173 time: 0.4111831 Aug 30 07:47:44.895136 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4673bf3-00bb-452f-93b2-932e606cccd6', 'name': 'network-vif-deleted', 'tag': '58296070-88b9-40ad-afbf-8c8c89b50114'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:47:44.895136 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a28e03-0e85-42a3-944a-210e4178c9fc" -d '{"events": [{"server_uuid": "d4673bf3-00bb-452f-93b2-932e606cccd6", "name": "network-vif-deleted", "tag": "58296070-88b9-40ad-afbf-8c8c89b50114"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:47:44.925366 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c940e-b4ae-477c-839a-6032af31d465 req-4afb1c56-56ce-46a0-aac9-a53c9d225169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:44.926938 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-433c940e-b4ae-477c-839a-6032af31d465 req-4afb1c56-56ce-46a0-aac9-a53c9d225169 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a336205-aa2e-4961-bfe7-6c96dfd27453 HTTP/1.1" status: 200 len: 848 time: 0.0664384 Aug 30 07:47:44.939014 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e021cca-9f1c-4d7d-a28e-0d70eb324429 x-openstack-request-id: req-5e021cca-9f1c-4d7d-a28e-0d70eb324429 {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:47:44.939357 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4673bf3-00bb-452f-93b2-932e606cccd6", "name": "network-vif-deleted", "tag": "58296070-88b9-40ad-afbf-8c8c89b50114", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:47:44.939611 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e021cca-9f1c-4d7d-a28e-0d70eb324429 {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:47:44.940120 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4673bf3-00bb-452f-93b2-932e606cccd6', 'name': 'network-vif-deleted', 'tag': '58296070-88b9-40ad-afbf-8c8c89b50114', 'status': 'completed', 'code': 200} Aug 30 07:47:44.987703 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c940e-b4ae-477c-839a-6032af31d465 req-ac7ba888-a8c0-48ef-8eaa-f79535c44ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:44.989463 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-433c940e-b4ae-477c-839a-6032af31d465 req-ac7ba888-a8c0-48ef-8eaa-f79535c44ee1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=639f315a-ab8b-43c0-af97-d8704cf6ed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521641 Aug 30 07:47:45.081803 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-433c940e-b4ae-477c-839a-6032af31d465 req-3847ac62-3a2f-479d-979c-5df60eda488a service neutron] 10.222.0.72 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838134 Aug 30 07:47:45.182817 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-433c940e-b4ae-477c-839a-6032af31d465 req-c4c9d638-bdcd-44cd-95fe-c3887c79e7e6 service neutron] 10.222.0.72 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885885 Aug 30 07:47:46.141199 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829cb36-0f2c-4964-91f3-d76084816743 req-78594aa6-dc7a-42a0-8ee5-d34f1401b88d tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:46.142706 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a829cb36-0f2c-4964-91f3-d76084816743 req-78594aa6-dc7a-42a0-8ee5-d34f1401b88d tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/networks?id=e9250502-3317-4b92-8c15-18d0b6afd3f2 HTTP/1.1" status: 200 len: 808 time: 0.1012869 Aug 30 07:47:46.157365 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a829cb36-0f2c-4964-91f3-d76084816743 req-5a729103-15a6-4f0a-a352-30ad53c9feef tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/quotas/432d99fc5d144fc18b2da0da3d1871ab HTTP/1.1" status: 200 len: 375 time: 0.0088985 Aug 30 07:47:46.188814 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a829cb36-0f2c-4964-91f3-d76084816743 req-2b13f12b-74e7-4d42-aedc-27bb4888ad47 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=432d99fc5d144fc18b2da0da3d1871ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264158 Aug 30 07:47:46.282583 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a829cb36-0f2c-4964-91f3-d76084816743 req-52f66a40-a628-4e43-b604-912de903ba85 service neutron] 10.222.0.58 "GET /v2.0/networks/e9250502-3317-4b92-8c15-18d0b6afd3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860078 Aug 30 07:47:46.373124 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a829cb36-0f2c-4964-91f3-d76084816743 req-becae060-ec87-442a-942a-9f97bc5c0d98 service neutron] 10.222.0.58 "GET /v2.0/networks/e9250502-3317-4b92-8c15-18d0b6afd3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848458 Aug 30 07:47:46.549098 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b6127646-f0de-4fb7-abb8-81dcfcfb7c5d req-9035c775-9098-4e25-92ad-e96e0981b5e1 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 210 time: 0.0338805 Aug 30 07:47:47.545354 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829cb36-0f2c-4964-91f3-d76084816743 req-22d2940a-1534-4a6d-b0ae-320ef4f3023a tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:47.547449 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a829cb36-0f2c-4964-91f3-d76084816743 req-22d2940a-1534-4a6d-b0ae-320ef4f3023a tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.72 "GET /v2.0/networks?id=e9250502-3317-4b92-8c15-18d0b6afd3f2 HTTP/1.1" status: 200 len: 808 time: 0.1030729 Aug 30 07:47:47.573276 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-a829cb36-0f2c-4964-91f3-d76084816743 req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Request body: {'port': {'device_id': 'c56406e9-557d-424e-b4b4-b1da16da751f', 'network_id': 'e9250502-3317-4b92-8c15-18d0b6afd3f2', 'admin_state_up': True, 'tenant_id': '432d99fc5d144fc18b2da0da3d1871ab'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:47.677473 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c218ab52-4ad4-4201-ab73-e73eacf3e642 req-5f9e13e7-b056-4952-801c-4fb7c52ef651 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 210 time: 0.0371945 Aug 30 07:47:47.710931 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a829cb36-0f2c-4964-91f3-d76084816743 req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Made reservation on behalf of 432d99fc5d144fc18b2da0da3d1871ab for: {'port': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:47.714369 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a829cb36-0f2c-4964-91f3-d76084816743 req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:47.836197 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [req-a829cb36-0f2c-4964-91f3-d76084816743 req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Allocated IP 172.20.0.6 (e9250502-3317-4b92-8c15-18d0b6afd3f2/6b3ee718-dccd-4e35-b23c-57e01fa0cc61/e45f1278-dc10-438a-892d-203088b3776f) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:47:47.985504 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a829cb36-0f2c-4964-91f3-d76084816743 req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.022584 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a829cb36-0f2c-4964-91f3-d76084816743 req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.069499 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a829cb36-0f2c-4964-91f3-d76084816743 req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Network e9250502-3317-4b92-8c15-18d0b6afd3f2 is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:47:48.072600 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [req-a829cb36-0f2c-4964-91f3-d76084816743 req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:48.076391 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a829cb36-0f2c-4964-91f3-d76084816743 req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:47:48.082485 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Pushing event updated for resources: {'Port': ['ID=e45f1278-dc10-438a-892d-203088b3776f,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:48.109856 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:48.110161 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:48.110505 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:48.110838 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:48.111174 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:48.111500 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:48.111825 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:48.112147 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:48.112465 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:48.112784 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:48.113101 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:48.113417 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:48.136761 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829cb36-0f2c-4964-91f3-d76084816743 req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:48.137363 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a829cb36-0f2c-4964-91f3-d76084816743 req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.151291 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a829cb36-0f2c-4964-91f3-d76084816743 req-98ecb659-8abf-4b93-a27d-fb991d2db94c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5820005 Aug 30 07:47:48.165103 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Request body: {'port': {'device_id': 'c56406e9-557d-424e-b4b4-b1da16da751f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:48.216114 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.473726 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45f1278-dc10-438a-892d-203088b3776f {{(pid=100445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:47:48.481113 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.492535 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Transition to ACTIVE for port object e45f1278-dc10-438a-892d-203088b3776f will not be triggered until provisioned by entity L2. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:47:48.497153 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.547675 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Pushing event updated for resources: {'Port': ['ID=e45f1278-dc10-438a-892d-203088b3776f,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:48.608890 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Attempting to bind port e45f1278-dc10-438a-892d-203088b3776f on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:47:48.609222 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Attempting to bind port e45f1278-dc10-438a-892d-203088b3776f by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '76987463-75d2-483a-817b-9a181279354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e9250502-3317-4b92-8c15-18d0b6afd3f2'}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:47:48.609553 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Attempting to bind port e45f1278-dc10-438a-892d-203088b3776f on network e9250502-3317-4b92-8c15-18d0b6afd3f2 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:47:48.613757 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Port e45f1278-dc10-438a-892d-203088b3776f on network e9250502-3317-4b92-8c15-18d0b6afd3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:47:48.614091 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Attempting to bind port e45f1278-dc10-438a-892d-203088b3776f on network e9250502-3317-4b92-8c15-18d0b6afd3f2 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:47:48.618747 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:47:48.619079 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Checking segment: {'id': '76987463-75d2-483a-817b-9a181279354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e9250502-3317-4b92-8c15-18d0b6afd3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:48.619459 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Bound using segment: {'id': '76987463-75d2-483a-817b-9a181279354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e9250502-3317-4b92-8c15-18d0b6afd3f2'} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:47:48.619881 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Bound port: e45f1278-dc10-438a-892d-203088b3776f, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76987463-75d2-483a-817b-9a181279354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e9250502-3317-4b92-8c15-18d0b6afd3f2'}}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:47:48.620231 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.685480 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] For port e45f1278-dc10-438a-892d-203088b3776f, host hv-cinder-80403, cleared binding levels {{(pid=100445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:47:48.689082 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] For port e45f1278-dc10-438a-892d-203088b3776f, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e45f1278-dc10-438a-892d-203088b3776f,segment=NetworkSegment(76987463-75d2-483a-817b-9a181279354a),segment_id=76987463-75d2-483a-817b-9a181279354a)] {{(pid=100445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:47:48.693900 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.727254 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:48.728039 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:48.729509 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a829cb36-0f2c-4964-91f3-d76084816743 req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] 10.222.0.72 "PUT /v2.0/ports/e45f1278-dc10-438a-892d-203088b3776f HTTP/1.1" status: 200 len: 1093 time: 0.5684137 Aug 30 07:47:48.731773 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56406e9-557d-424e-b4b4-b1da16da751f', 'tag': 'e45f1278-dc10-438a-892d-203088b3776f'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:47:48.737351 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab55c003-c13c-4154-a551-b8d993541358" -d '{"events": [{"name": "network-changed", "server_uuid": "c56406e9-557d-424e-b4b4-b1da16da751f", "tag": "e45f1278-dc10-438a-892d-203088b3776f"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:47:48.790711 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bac6717-405a-4660-a5a3-734a5302f026 x-openstack-request-id: req-4bac6717-405a-4660-a5a3-734a5302f026 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:47:48.791076 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56406e9-557d-424e-b4b4-b1da16da751f", "tag": "e45f1278-dc10-438a-892d-203088b3776f", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:47:48.791401 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4bac6717-405a-4660-a5a3-734a5302f026 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:47:48.791799 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56406e9-557d-424e-b4b4-b1da16da751f', 'tag': 'e45f1278-dc10-438a-892d-203088b3776f', 'status': 'completed', 'code': 200} Aug 30 07:47:48.805124 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476d10b-d66f-4369-b228-2b436f44f9d7 req-6fde7895-afd2-4c14-ad59-f9f9cabdff0e tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:48.805653 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702ea1c-143a-4a59-94ec-82fff892f966 service neutron] Pushing event updated for resources: {'Port': ['ID=e45f1278-dc10-438a-892d-203088b3776f,revision_number=3']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:48.806652 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d476d10b-d66f-4369-b228-2b436f44f9d7 req-6fde7895-afd2-4c14-ad59-f9f9cabdff0e tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 943 time: 0.0619817 Aug 30 07:47:48.824628 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829cb36-0f2c-4964-91f3-d76084816743 req-f4eeae5b-97b9-4789-b2a3-4cd2893934f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:48.826151 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a829cb36-0f2c-4964-91f3-d76084816743 req-f4eeae5b-97b9-4789-b2a3-4cd2893934f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=432d99fc5d144fc18b2da0da3d1871ab&device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 1096 time: 0.0509214 Aug 30 07:47:48.849196 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d476d10b-d66f-4369-b228-2b436f44f9d7 req-58d6fc85-9fd9-4769-923d-2e45989b5cff tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358167 Aug 30 07:47:48.882818 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a829cb36-0f2c-4964-91f3-d76084816743 req-5e406838-71ae-4f8d-b322-d864374a8137 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e45f1278-dc10-438a-892d-203088b3776f HTTP/1.1" status: 200 len: 217 time: 0.0385718 Aug 30 07:47:48.937685 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829cb36-0f2c-4964-91f3-d76084816743 req-c60218ea-9693-4d30-b0b2-f56ef7096cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:48.939042 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a829cb36-0f2c-4964-91f3-d76084816743 req-c60218ea-9693-4d30-b0b2-f56ef7096cc2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b3ee718-dccd-4e35-b23c-57e01fa0cc61 HTTP/1.1" status: 200 len: 848 time: 0.0436878 Aug 30 07:47:48.970410 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a829cb36-0f2c-4964-91f3-d76084816743 req-a38ae3f8-1f40-42ca-8481-55472fe4b016 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e9250502-3317-4b92-8c15-18d0b6afd3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234430 Aug 30 07:47:49.060564 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a829cb36-0f2c-4964-91f3-d76084816743 req-b0456da1-4e02-4cd6-a639-e134f0c0bd0c service neutron] 10.222.0.72 "GET /v2.0/networks/e9250502-3317-4b92-8c15-18d0b6afd3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829847 Aug 30 07:47:49.112572 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 58296070-88b9-40ad-afbf-8c8c89b50114 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:47:49.133022 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: 58296070-88b9-40ad-afbf-8c8c89b50114 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:47:49.133367 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 58296070-88b9-40ad-afbf-8c8c89b50114 not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:47:49.154869 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a829cb36-0f2c-4964-91f3-d76084816743 req-a771b51e-9827-463f-922b-4dc71c65c3da service neutron] 10.222.0.72 "GET /v2.0/networks/e9250502-3317-4b92-8c15-18d0b6afd3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805719 Aug 30 07:47:49.250626 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55c003-c13c-4154-a551-b8d993541358 req-d6d70ab8-45be-4d25-9d3a-3597c210d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:49.251984 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ab55c003-c13c-4154-a551-b8d993541358 req-d6d70ab8-45be-4d25-9d3a-3597c210d0e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=432d99fc5d144fc18b2da0da3d1871ab&device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 1096 time: 0.0409141 Aug 30 07:47:49.342383 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55c003-c13c-4154-a551-b8d993541358 req-1a8ef1bd-3051-4f1c-8ce3-ad666f77b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:49.344315 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ab55c003-c13c-4154-a551-b8d993541358 req-1a8ef1bd-3051-4f1c-8ce3-ad666f77b455 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e9250502-3317-4b92-8c15-18d0b6afd3f2 HTTP/1.1" status: 200 len: 910 time: 0.0840752 Aug 30 07:47:49.385614 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ab55c003-c13c-4154-a551-b8d993541358 req-43426858-a4bc-445c-8b89-52f1e0406770 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e45f1278-dc10-438a-892d-203088b3776f HTTP/1.1" status: 200 len: 217 time: 0.0331836 Aug 30 07:47:49.432848 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55c003-c13c-4154-a551-b8d993541358 req-01416091-7631-4b7b-8c8e-d712ffb47908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:49.434251 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ab55c003-c13c-4154-a551-b8d993541358 req-01416091-7631-4b7b-8c8e-d712ffb47908 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b3ee718-dccd-4e35-b23c-57e01fa0cc61 HTTP/1.1" status: 200 len: 848 time: 0.0410473 Aug 30 07:47:49.471752 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ab55c003-c13c-4154-a551-b8d993541358 req-a8da5971-94b4-43e3-81fb-d4381d54780b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e9250502-3317-4b92-8c15-18d0b6afd3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293846 Aug 30 07:47:49.560579 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ab55c003-c13c-4154-a551-b8d993541358 req-e1fc84ce-828b-40d6-9b64-8789bfddbee6 service neutron] 10.222.0.72 "GET /v2.0/networks/e9250502-3317-4b92-8c15-18d0b6afd3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796521 Aug 30 07:47:49.656578 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ab55c003-c13c-4154-a551-b8d993541358 req-e847e464-0fb6-4824-bf5e-8d4d0d30e327 service neutron] 10.222.0.72 "GET /v2.0/networks/e9250502-3317-4b92-8c15-18d0b6afd3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877767 Aug 30 07:47:49.970840 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3d03c-672c-4e17-a345-38c0733c404e req-fb5b5635-ad8a-4bb2-b6a3-33b4f11fd398 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:49.972414 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4aa3d03c-672c-4e17-a345-38c0733c404e req-fb5b5635-ad8a-4bb2-b6a3-33b4f11fd398 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 943 time: 0.0545502 Aug 30 07:47:50.009559 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4aa3d03c-672c-4e17-a345-38c0733c404e req-f9a9f9d4-91ca-4ae1-a236-fb3585a4b323 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312996 Aug 30 07:47:51.112103 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device e45f1278-dc10-438a-892d-203088b3776f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:47:51.124935 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd297d-ca91-4aeb-aa36-84bfa917ff42 req-6dbd9227-3b85-4a26-9eaa-ae77bb7ac48f tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:51.126453 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0fcd297d-ca91-4aeb-aa36-84bfa917ff42 req-6dbd9227-3b85-4a26-9eaa-ae77bb7ac48f tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 943 time: 0.0509446 Aug 30 07:47:51.165787 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0fcd297d-ca91-4aeb-aa36-84bfa917ff42 req-630f367a-fc64-444d-8e5b-597d56353634 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330329 Aug 30 07:47:51.208711 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port e45f1278-dc10-438a-892d-203088b3776f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e45f1278-dc10-438a-892d-203088b3776f,segment=NetworkSegment(76987463-75d2-483a-817b-9a181279354a),segment_id=76987463-75d2-483a-817b-9a181279354a)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:51.220307 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': 'e45f1278-dc10-438a-892d-203088b3776f', 'network_id': 'e9250502-3317-4b92-8c15-18d0b6afd3f2', 'port_id': 'e45f1278-dc10-438a-892d-203088b3776f', 'mac_address': 'fa:16:3e:f9:86:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b3ee718-dccd-4e35-b23c-57e01fa0cc61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:47:51.256200 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:51.269470 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45f1278-dc10-438a-892d-203088b3776f {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:47:51.289114 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port e45f1278-dc10-438a-892d-203088b3776f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e45f1278-dc10-438a-892d-203088b3776f,segment=NetworkSegment(76987463-75d2-483a-817b-9a181279354a),segment_id=76987463-75d2-483a-817b-9a181279354a)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:51.292845 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:51.338932 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=e45f1278-dc10-438a-892d-203088b3776f,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:51.578232 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['e45f1278-dc10-438a-892d-203088b3776f'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:47:52.277722 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ee83d-c1a1-43ba-b0c9-f56b0f59627a req-44d3836a-c80c-461c-a43b-c8d4d8764138 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:52.279209 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-772ee83d-c1a1-43ba-b0c9-f56b0f59627a req-44d3836a-c80c-461c-a43b-c8d4d8764138 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 944 time: 0.0480800 Aug 30 07:47:52.317089 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-772ee83d-c1a1-43ba-b0c9-f56b0f59627a req-248a4f09-8218-4e22-9248-dff98e5c28a1 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Aug 30 07:47:53.120966 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device e45f1278-dc10-438a-892d-203088b3776f up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:47:53.169976 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port e45f1278-dc10-438a-892d-203088b3776f completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:47:53.175061 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port e45f1278-dc10-438a-892d-203088b3776f triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:47:53.175437 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:53.254190 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:53.276853 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56406e9-557d-424e-b4b4-b1da16da751f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45f1278-dc10-438a-892d-203088b3776f'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:47:53.279156 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e30d62-6365-4f05-b461-67674b6af525" -d '{"events": [{"server_uuid": "c56406e9-557d-424e-b4b4-b1da16da751f", "name": "network-vif-plugged", "status": "completed", "tag": "e45f1278-dc10-438a-892d-203088b3776f"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:47:53.292104 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port e45f1278-dc10-438a-892d-203088b3776f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e45f1278-dc10-438a-892d-203088b3776f,segment=NetworkSegment(76987463-75d2-483a-817b-9a181279354a),segment_id=76987463-75d2-483a-817b-9a181279354a)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:53.297825 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:53.321638 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81fce11-3419-4ae5-a637-2d96972439a7 x-openstack-request-id: req-c81fce11-3419-4ae5-a637-2d96972439a7 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:47:53.321924 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56406e9-557d-424e-b4b4-b1da16da751f", "name": "network-vif-plugged", "status": "completed", "tag": "e45f1278-dc10-438a-892d-203088b3776f", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:47:53.322197 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c81fce11-3419-4ae5-a637-2d96972439a7 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:47:53.322595 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56406e9-557d-424e-b4b4-b1da16da751f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45f1278-dc10-438a-892d-203088b3776f', 'code': 200} Aug 30 07:47:53.348350 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=e45f1278-dc10-438a-892d-203088b3776f,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:53.449657 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814fd4f-4991-48a2-ac1d-66d59e59d716 req-0b9605a0-68a7-4c90-a77a-0a4dfeaa355c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:53.451173 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2814fd4f-4991-48a2-ac1d-66d59e59d716 req-0b9605a0-68a7-4c90-a77a-0a4dfeaa355c tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 945 time: 0.0569985 Aug 30 07:47:53.511336 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2814fd4f-4991-48a2-ac1d-66d59e59d716 req-e4bc94b7-266d-4813-8fd0-83e187d6e2b9 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518718 Aug 30 07:47:53.516613 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4a5ca-6bc4-4c09-98d7-bc2fee00cd9e req-159ecf03-1510-41f6-9f31-13a95574709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:53.518092 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-26f4a5ca-6bc4-4c09-98d7-bc2fee00cd9e req-159ecf03-1510-41f6-9f31-13a95574709f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 1098 time: 0.0660102 Aug 30 07:47:53.555491 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-26f4a5ca-6bc4-4c09-98d7-bc2fee00cd9e req-f6d56f33-f0f6-4e64-9cab-600fd3b30061 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280101 Aug 30 07:47:54.625962 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3cb0e-bfc4-49a5-b289-609ee676482c req-93e56272-f1a7-40ee-8798-5cf70a5fae04 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:54.627486 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-18e3cb0e-bfc4-49a5-b289-609ee676482c req-93e56272-f1a7-40ee-8798-5cf70a5fae04 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 945 time: 0.0486631 Aug 30 07:47:54.664880 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-18e3cb0e-bfc4-49a5-b289-609ee676482c req-e63afcbd-c77d-40ab-bf02-c191c9343307 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310555 Aug 30 07:47:55.780778 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6dc164-837f-40ad-be06-2516d2dc418a req-04e1773f-e7f5-4de3-8149-7e7605d40ab0 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:55.782358 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2b6dc164-837f-40ad-be06-2516d2dc418a req-04e1773f-e7f5-4de3-8149-7e7605d40ab0 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 945 time: 0.0500026 Aug 30 07:47:55.823392 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2b6dc164-837f-40ad-be06-2516d2dc418a req-46c760f4-98d8-47a1-a7f9-6ef0bc9aa563 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327592 Aug 30 07:47:56.939448 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26bbf6-e7ec-442b-ab77-6abfcb215999 req-259492b3-0d0c-4555-bd10-350c45128b88 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:56.940931 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5b26bbf6-e7ec-442b-ab77-6abfcb215999 req-259492b3-0d0c-4555-bd10-350c45128b88 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 945 time: 0.0494518 Aug 30 07:47:56.983008 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5b26bbf6-e7ec-442b-ab77-6abfcb215999 req-61a79d9e-f098-40f7-ba0c-03e2b920044f tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361302 Aug 30 07:47:58.100127 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc82df-66fc-431f-a266-3d7a06a028a8 req-d5e009ef-fc65-4808-9a62-891db511057e tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:58.101580 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-79cc82df-66fc-431f-a266-3d7a06a028a8 req-d5e009ef-fc65-4808-9a62-891db511057e tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 945 time: 0.0523252 Aug 30 07:47:58.139752 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-79cc82df-66fc-431f-a266-3d7a06a028a8 req-8b86c7b2-fcc3-4645-b298-4416fa206b73 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313787 Aug 30 07:48:00.955909 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:48:02.148532 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe260d-301a-4225-8a4e-f67aee4b1f63 req-7567decb-3adf-4198-8121-adce179a43f2 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:02.149939 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f6fe260d-301a-4225-8a4e-f67aee4b1f63 req-7567decb-3adf-4198-8121-adce179a43f2 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 945 time: 0.0488429 Aug 30 07:48:02.188875 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f6fe260d-301a-4225-8a4e-f67aee4b1f63 req-1a5bb56f-07ba-4117-a87c-80703d02aec4 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 Aug 30 07:48:03.308662 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90e692-887b-4bf7-85b1-a26373cabe5a req-603f38c2-a8e8-4968-95a9-fc954c58e20a tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:03.310205 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3b90e692-887b-4bf7-85b1-a26373cabe5a req-603f38c2-a8e8-4968-95a9-fc954c58e20a tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 945 time: 0.0522556 Aug 30 07:48:03.350199 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3b90e692-887b-4bf7-85b1-a26373cabe5a req-f2a0c65e-cf53-4bec-8da0-4614545c978f tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333569 Aug 30 07:48:03.644488 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-84bf0215-fce4-456d-a1b3-7242890cd14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:04.465033 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063adb0f-f7c6-416d-8af1-d098521cf9bf req-3812fae3-e152-4adc-b631-14d420dad678 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:04.466522 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-063adb0f-f7c6-416d-8af1-d098521cf9bf req-3812fae3-e152-4adc-b631-14d420dad678 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 945 time: 0.0493755 Aug 30 07:48:04.504865 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-063adb0f-f7c6-416d-8af1-d098521cf9bf req-97bef890-eb69-43cc-9f51-2dc5fa84c3a2 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311356 Aug 30 07:48:05.621059 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca05a52-afb8-4142-a094-914fc9532a27 req-9b1f2442-6422-46e2-9bc5-b10046b257e9 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:05.622613 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bca05a52-afb8-4142-a094-914fc9532a27 req-9b1f2442-6422-46e2-9bc5-b10046b257e9 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 945 time: 0.0520580 Aug 30 07:48:05.661884 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bca05a52-afb8-4142-a094-914fc9532a27 req-01192d29-641d-469a-bac8-0507a36a9999 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ef0b6f7-7084-4677-91fb-0bff77412b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321925 Aug 30 07:48:05.904547 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a9b3be12-4b67-4fb3-b321-1c4efdece9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:06.274894 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29573107-6af3-4ca2-af15-3e77950b5760 req-b3d92dbc-4122-4df8-bc4e-432d15f99624 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:06.276328 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-29573107-6af3-4ca2-af15-3e77950b5760 req-b3d92dbc-4122-4df8-bc4e-432d15f99624 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.72 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 945 time: 0.0519395 Aug 30 07:48:06.371216 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [req-29573107-6af3-4ca2-af15-3e77950b5760 req-4302498e-e5b0-4fcb-857d-5617b632bea9 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Deleting port e45f1278-dc10-438a-892d-203088b3776f {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:48:06.371551 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-29573107-6af3-4ca2-af15-3e77950b5760 req-4302498e-e5b0-4fcb-857d-5617b632bea9 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:06.470447 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-29573107-6af3-4ca2-af15-3e77950b5760 req-4302498e-e5b0-4fcb-857d-5617b632bea9 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] For port e45f1278-dc10-438a-892d-203088b3776f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e45f1278-dc10-438a-892d-203088b3776f,segment=NetworkSegment(76987463-75d2-483a-817b-9a181279354a),segment_id=76987463-75d2-483a-817b-9a181279354a)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:06.471100 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-29573107-6af3-4ca2-af15-3e77950b5760 req-4302498e-e5b0-4fcb-857d-5617b632bea9 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:06.477896 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:06.488136 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [req-29573107-6af3-4ca2-af15-3e77950b5760 req-4302498e-e5b0-4fcb-857d-5617b632bea9 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Calling delete_port for e45f1278-dc10-438a-892d-203088b3776f owned by compute:nova {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:48:06.618127 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-29573107-6af3-4ca2-af15-3e77950b5760 req-4302498e-e5b0-4fcb-857d-5617b632bea9 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:06.631121 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['e45f1278-dc10-438a-892d-203088b3776f'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:48:06.650636 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302498e-e5b0-4fcb-857d-5617b632bea9 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Pushing event deleted for resources: {'Port': ['ID=e45f1278-dc10-438a-892d-203088b3776f,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:06.692006 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [req-29573107-6af3-4ca2-af15-3e77950b5760 req-4302498e-e5b0-4fcb-857d-5617b632bea9 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] No DVR routers for this DVR port e45f1278-dc10-438a-892d-203088b3776f on host hv-cinder-80403 {{(pid=100445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:48:06.694534 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-29573107-6af3-4ca2-af15-3e77950b5760 req-4302498e-e5b0-4fcb-857d-5617b632bea9 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:06.696519 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-29573107-6af3-4ca2-af15-3e77950b5760 req-4302498e-e5b0-4fcb-857d-5617b632bea9 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.72 "DELETE /v2.0/ports/e45f1278-dc10-438a-892d-203088b3776f HTTP/1.1" status: 204 len: 173 time: 0.4106674 Aug 30 07:48:06.696960 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56406e9-557d-424e-b4b4-b1da16da751f', 'name': 'network-vif-deleted', 'tag': 'e45f1278-dc10-438a-892d-203088b3776f'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:06.699220 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abc2a39-dd86-4f7b-be5d-972d0459ed6e" -d '{"events": [{"server_uuid": "c56406e9-557d-424e-b4b4-b1da16da751f", "name": "network-vif-deleted", "tag": "e45f1278-dc10-438a-892d-203088b3776f"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:06.739065 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6123ce1d-c479-4030-b0d2-77bdfadbdba8 x-openstack-request-id: req-6123ce1d-c479-4030-b0d2-77bdfadbdba8 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:06.739376 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56406e9-557d-424e-b4b4-b1da16da751f", "name": "network-vif-deleted", "tag": "e45f1278-dc10-438a-892d-203088b3776f", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:06.739681 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6123ce1d-c479-4030-b0d2-77bdfadbdba8 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:06.740079 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56406e9-557d-424e-b4b4-b1da16da751f', 'name': 'network-vif-deleted', 'tag': 'e45f1278-dc10-438a-892d-203088b3776f', 'status': 'completed', 'code': 200} Aug 30 07:48:06.769912 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3d1b43fd-91dd-4b04-85da-8b4545dee741 req-3632da2b-05df-4322-8de8-3ec5d56e1d78 tempest-VolumesActionsTest-1140968615 tempest-VolumesActionsTest-1140968615-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56406e9-557d-424e-b4b4-b1da16da751f HTTP/1.1" status: 200 len: 210 time: 0.0288939 Aug 30 07:48:07.282802 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:08.983694 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.825000 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device e45f1278-dc10-438a-892d-203088b3776f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:48:09.851531 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: e45f1278-dc10-438a-892d-203088b3776f {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:48:09.851791 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device e45f1278-dc10-438a-892d-203088b3776f not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:48:09.859651 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:14.821669 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7acfb3-a568-47dd-9a72-46653ce6a85d req-ff197a8a-999d-4b21-a04c-599ef3778a5b tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:14.823435 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8c7acfb3-a568-47dd-9a72-46653ce6a85d req-ff197a8a-999d-4b21-a04c-599ef3778a5b tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2ef5f89-d880-49f9-b56e-3caecc491a4e HTTP/1.1" status: 200 len: 945 time: 0.0533342 Aug 30 07:48:14.870016 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8c7acfb3-a568-47dd-9a72-46653ce6a85d req-1e3b77c1-b368-4471-9b8f-8d489a14dddb tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391665 Aug 30 07:48:15.999235 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535deb3-8488-4de6-b868-bbf6b52b307c req-3d6f4a8a-de70-430b-8720-8b43bbce876e tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:16.000822 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6535deb3-8488-4de6-b868-bbf6b52b307c req-3d6f4a8a-de70-430b-8720-8b43bbce876e tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2ef5f89-d880-49f9-b56e-3caecc491a4e HTTP/1.1" status: 200 len: 945 time: 0.0529866 Aug 30 07:48:16.048486 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6535deb3-8488-4de6-b868-bbf6b52b307c req-d234b22d-1715-4cae-bfdb-1d31bee39752 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394187 Aug 30 07:48:16.397937 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a3d28-a1f5-4691-a4aa-4872f2a3c893 req-465a5bc6-fa69-4bb3-bc71-573552f29bb8 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:16.400284 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b39a3d28-a1f5-4691-a4aa-4872f2a3c893 req-465a5bc6-fa69-4bb3-bc71-573552f29bb8 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ef5f89-d880-49f9-b56e-3caecc491a4e HTTP/1.1" status: 200 len: 945 time: 0.0667591 Aug 30 07:48:16.524381 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [req-b39a3d28-a1f5-4691-a4aa-4872f2a3c893 req-5d170297-dc80-4594-9c1c-a7d2092a51fd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Deleting port b85378fc-eaec-4c27-b502-e211bccd0aec {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:48:16.525016 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-b39a3d28-a1f5-4691-a4aa-4872f2a3c893 req-5d170297-dc80-4594-9c1c-a7d2092a51fd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:16.629706 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-b39a3d28-a1f5-4691-a4aa-4872f2a3c893 req-5d170297-dc80-4594-9c1c-a7d2092a51fd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] For port b85378fc-eaec-4c27-b502-e211bccd0aec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b85378fc-eaec-4c27-b502-e211bccd0aec,segment=NetworkSegment(740b9228-5f9f-4ff9-8337-fe8111d83f52),segment_id=740b9228-5f9f-4ff9-8337-fe8111d83f52)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:16.630085 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-b39a3d28-a1f5-4691-a4aa-4872f2a3c893 req-5d170297-dc80-4594-9c1c-a7d2092a51fd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:16.646161 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [req-b39a3d28-a1f5-4691-a4aa-4872f2a3c893 req-5d170297-dc80-4594-9c1c-a7d2092a51fd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Calling delete_port for b85378fc-eaec-4c27-b502-e211bccd0aec owned by compute:nova {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:48:16.821283 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-b39a3d28-a1f5-4691-a4aa-4872f2a3c893 req-5d170297-dc80-4594-9c1c-a7d2092a51fd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:16.835567 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['b85378fc-eaec-4c27-b502-e211bccd0aec'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:48:16.878550 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d170297-dc80-4594-9c1c-a7d2092a51fd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Pushing event deleted for resources: {'Port': ['ID=b85378fc-eaec-4c27-b502-e211bccd0aec,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:16.902589 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39a3d28-a1f5-4691-a4aa-4872f2a3c893 req-5d170297-dc80-4594-9c1c-a7d2092a51fd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] No DVR routers for this DVR port b85378fc-eaec-4c27-b502-e211bccd0aec on host hv-cinder-80403 {{(pid=100445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:48:16.905176 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-b39a3d28-a1f5-4691-a4aa-4872f2a3c893 req-5d170297-dc80-4594-9c1c-a7d2092a51fd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:16.907563 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b39a3d28-a1f5-4691-a4aa-4872f2a3c893 req-5d170297-dc80-4594-9c1c-a7d2092a51fd tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.72 "DELETE /v2.0/ports/b85378fc-eaec-4c27-b502-e211bccd0aec HTTP/1.1" status: 204 len: 173 time: 0.4998155 Aug 30 07:48:16.908044 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ef5f89-d880-49f9-b56e-3caecc491a4e', 'name': 'network-vif-deleted', 'tag': 'b85378fc-eaec-4c27-b502-e211bccd0aec'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:16.911279 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2892463-8208-467a-a4ee-41542499eb6a" -d '{"events": [{"server_uuid": "c2ef5f89-d880-49f9-b56e-3caecc491a4e", "name": "network-vif-deleted", "tag": "b85378fc-eaec-4c27-b502-e211bccd0aec"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:16.961694 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ad5ce6-f323-4b59-a71a-34838c7ac247 x-openstack-request-id: req-52ad5ce6-f323-4b59-a71a-34838c7ac247 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:16.962052 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ef5f89-d880-49f9-b56e-3caecc491a4e", "name": "network-vif-deleted", "tag": "b85378fc-eaec-4c27-b502-e211bccd0aec", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:16.962481 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52ad5ce6-f323-4b59-a71a-34838c7ac247 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:16.962892 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ef5f89-d880-49f9-b56e-3caecc491a4e', 'name': 'network-vif-deleted', 'tag': 'b85378fc-eaec-4c27-b502-e211bccd0aec', 'status': 'completed', 'code': 200} Aug 30 07:48:17.174239 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-ff31fc5c-f6be-4a83-a84a-4a783028a144 req-29b1b2f4-da4a-49b2-af70-df236454eb19 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2ef5f89-d880-49f9-b56e-3caecc491a4e HTTP/1.1" status: 200 len: 210 time: 0.0332141 Aug 30 07:48:19.611365 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device b85378fc-eaec-4c27-b502-e211bccd0aec no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:48:19.632659 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: b85378fc-eaec-4c27-b502-e211bccd0aec {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:48:19.633324 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device b85378fc-eaec-4c27-b502-e211bccd0aec not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:48:28.448407 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-41ebe0b2-0263-4ae5-9df4-16de272afa87 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:28.449941 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-41ebe0b2-0263-4ae5-9df4-16de272afa87 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/networks?id=06718aa0-050e-4a07-b9e8-0e649ef34aeb HTTP/1.1" status: 200 len: 814 time: 0.1176014 Aug 30 07:48:28.468635 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-b901c975-fb22-4f30-a250-f3e12947067f tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/quotas/f19f6a6dbfdd44b0adc44e44a4fb24a1 HTTP/1.1" status: 200 len: 375 time: 0.0102756 Aug 30 07:48:28.509184 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-4bcb7993-40bd-4c76-80ae-412ac13e2804 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f19f6a6dbfdd44b0adc44e44a4fb24a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320654 Aug 30 07:48:28.608488 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-b5120dad-382c-4f3f-a5bf-d7bb494c3fa4 service neutron] 10.222.0.58 "GET /v2.0/networks/06718aa0-050e-4a07-b9e8-0e649ef34aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872428 Aug 30 07:48:28.705657 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-d7762e4f-9b50-4ca9-a2f5-40e68c6e7ede service neutron] 10.222.0.58 "GET /v2.0/networks/06718aa0-050e-4a07-b9e8-0e649ef34aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913360 Aug 30 07:48:28.865597 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9781614b-4f4e-4096-82ac-1666631f4c2f req-08b42604-6fdf-4735-884a-fda5535dec8e tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 210 time: 0.0255642 Aug 30 07:48:29.978176 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7eefa966-bafa-4da7-a387-43845985aac6 req-05f635e7-9c8c-42c5-9163-7964dec63a4f tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 210 time: 0.0286083 Aug 30 07:48:31.068487 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-80aff420-304f-4dec-a12b-645fca19333b req-fc5cd2e1-ae10-4292-ba1d-9037ebea3b7e tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 210 time: 0.0261850 Aug 30 07:48:31.836149 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57058) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:31.881852 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Deleting subnet 6b3ee718-dccd-4e35-b23c-57e01fa0cc61 {{(pid=100444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:48:31.882172 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-799b9012-6859-4865-8fb5-119756a13fdb tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:31.883405 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-799b9012-6859-4865-8fb5-119756a13fdb tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.72 "GET /v2.0/networks?id=06718aa0-050e-4a07-b9e8-0e649ef34aeb HTTP/1.1" status: 200 len: 814 time: 0.1083133 Aug 30 07:48:31.885097 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:31.898540 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-1147415f-0a99-461c-a347-2640fecd4e91 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Request body: {'port': {'device_id': '420eda67-7579-4f40-87e5-bc00ccc9ff33', 'network_id': '06718aa0-050e-4a07-b9e8-0e649ef34aeb', 'admin_state_up': True, 'tenant_id': 'f19f6a6dbfdd44b0adc44e44a4fb24a1'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:31.920534 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7228174'] for subnet, precommit_delete_associations {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:31.961447 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062241'] for subnet, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.010465 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-1147415f-0a99-461c-a347-2640fecd4e91 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Made reservation on behalf of f19f6a6dbfdd44b0adc44e44a4fb24a1 for: {'port': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:48:32.014211 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-1147415f-0a99-461c-a347-2640fecd4e91 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.017881 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2062254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7316965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6845911'] for subnet, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.044037 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b3ee718-dccd-4e35-b23c-57e01fa0cc61,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:32.047104 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.051774 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6b3ee718-dccd-4e35-b23c-57e01fa0cc61 HTTP/1.1" status: 204 len: 168 time: 0.2111053 Aug 30 07:48:32.051774 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57064) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:32.063610 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:32.063969 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:32.064304 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:32.064637 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:32.064969 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:32.065297 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:32.065623 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:32.065953 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:32.066306 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:32.066629 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:32.066949 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:32.067269 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecdfb9a-1606-4570-a2a5-bfe143ec55f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:32.129583 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a59fefaf-b69f-4a16-a8cc-7c4a3a435925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048561'] for network, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.152970 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-1147415f-0a99-461c-a347-2640fecd4e91 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Allocated IP 172.20.0.6 (06718aa0-050e-4a07-b9e8-0e649ef34aeb/93b17c29-4fcf-4d75-94c7-6d83eb3f9c5b/8eda4416-93ae-4aba-9660-8ef3a161b7c6) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:32.165678 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e60d2a46-58fb-4921-bfe4-e03636862fc7 req-2af98d63-2c93-461a-8f0e-ab8ca4e46756 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 210 time: 0.0298564 Aug 30 07:48:32.238257 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a59fefaf-b69f-4a16-a8cc-7c4a3a435925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2060378', 'neutron.services.segments.db._delete_segments_for_network-8735171498990'] for network, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.248042 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-a59fefaf-b69f-4a16-a8cc-7c4a3a435925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9250502-3317-4b92-8c15-18d0b6afd3f2']}} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:32.259237 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-a59fefaf-b69f-4a16-a8cc-7c4a3a435925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76987463-75d2-483a-817b-9a181279354a') {'for_net_delete': True} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:32.259525 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-a59fefaf-b69f-4a16-a8cc-7c4a3a435925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76987463-75d2-483a-817b-9a181279354a') {} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:32.269061 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a59fefaf-b69f-4a16-a8cc-7c4a3a435925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735171498873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7228177'] for segment, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.282824 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a59fefaf-b69f-4a16-a8cc-7c4a3a435925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.288971 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59fefaf-b69f-4a16-a8cc-7c4a3a435925 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=100444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:48:32.289357 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a59fefaf-b69f-4a16-a8cc-7c4a3a435925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316867'] for segment, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: Traceback (most recent call last): Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: timer() Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: cb(*args, **kw) Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: return func(*args, **kwargs) Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: self._notify() Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: self.callback(batched_events) Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: event.method(event) Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: return f(self, *a, **k) Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._get(url).json() Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: return self.request(url, 'GET', **kwargs) Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:48:32.291101 dv-cinder-804035-7-iscsi neutron-server[100444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:48:32.305388 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-1147415f-0a99-461c-a347-2640fecd4e91 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.346011 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-1147415f-0a99-461c-a347-2640fecd4e91 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.351050 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a59fefaf-b69f-4a16-a8cc-7c4a3a435925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2060323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550229'] for network, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.367407 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a59fefaf-b69f-4a16-a8cc-7c4a3a435925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.369261 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-a59fefaf-b69f-4a16-a8cc-7c4a3a435925 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e9250502-3317-4b92-8c15-18d0b6afd3f2 HTTP/1.1" status: 204 len: 168 time: 0.3166964 Aug 30 07:48:32.370264 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fefaf-b69f-4a16-a8cc-7c4a3a435925 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9250502-3317-4b92-8c15-18d0b6afd3f2,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:32.399239 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147415f-0a99-461c-a347-2640fecd4e91 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Pushing event updated for resources: {'Port': ['ID=8eda4416-93ae-4aba-9660-8ef3a161b7c6,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:32.410262 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-1147415f-0a99-461c-a347-2640fecd4e91 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Network 06718aa0-050e-4a07-b9e8-0e649ef34aeb is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:32.412415 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-1147415f-0a99-461c-a347-2640fecd4e91 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:32.414964 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-1147415f-0a99-461c-a347-2640fecd4e91 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:32.465651 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-1147415f-0a99-461c-a347-2640fecd4e91 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:32.466284 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-1147415f-0a99-461c-a347-2640fecd4e91 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.480800 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-1147415f-0a99-461c-a347-2640fecd4e91 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5862494 Aug 30 07:48:32.492933 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57076) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:32.505125 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Request body: {'port': {'device_id': '420eda67-7579-4f40-87e5-bc00ccc9ff33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:32.590208 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-b1c50e63-3b43-4234-88fa-2be38ffb9ec5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=432d99fc5d144fc18b2da0da3d1871ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0937533 Aug 30 07:48:32.590551 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57078) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:32.596529 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.688277 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8626e14b-e4cd-48e6-994a-1066a4b8c802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.771238 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8626e14b-e4cd-48e6-994a-1066a4b8c802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.873298 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8626e14b-e4cd-48e6-994a-1066a4b8c802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.875771 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8626e14b-e4cd-48e6-994a-1066a4b8c802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.876901 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-8626e14b-e4cd-48e6-994a-1066a4b8c802 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ef0b6f7-7084-4677-91fb-0bff77412b9d HTTP/1.1" status: 204 len: 168 time: 0.2854273 Aug 30 07:48:32.893291 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626e14b-e4cd-48e6-994a-1066a4b8c802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef0b6f7-7084-4677-91fb-0bff77412b9d,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:32.949510 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eda4416-93ae-4aba-9660-8ef3a161b7c6 {{(pid=100445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:48:32.957138 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:32.969552 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Transition to ACTIVE for port object 8eda4416-93ae-4aba-9660-8ef3a161b7c6 will not be triggered until provisioned by entity L2. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:32.973035 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.020731 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Pushing event updated for resources: {'Port': ['ID=8eda4416-93ae-4aba-9660-8ef3a161b7c6,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:33.096232 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Attempting to bind port 8eda4416-93ae-4aba-9660-8ef3a161b7c6 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:48:33.096634 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Attempting to bind port 8eda4416-93ae-4aba-9660-8ef3a161b7c6 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '740b9228-5f9f-4ff9-8337-fe8111d83f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '06718aa0-050e-4a07-b9e8-0e649ef34aeb'}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:48:33.096970 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Attempting to bind port 8eda4416-93ae-4aba-9660-8ef3a161b7c6 on network 06718aa0-050e-4a07-b9e8-0e649ef34aeb {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:33.101328 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Port 8eda4416-93ae-4aba-9660-8ef3a161b7c6 on network 06718aa0-050e-4a07-b9e8-0e649ef34aeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:48:33.101644 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Attempting to bind port 8eda4416-93ae-4aba-9660-8ef3a161b7c6 on network 06718aa0-050e-4a07-b9e8-0e649ef34aeb {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:33.106553 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:48:33.106888 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Checking segment: {'id': '740b9228-5f9f-4ff9-8337-fe8111d83f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '06718aa0-050e-4a07-b9e8-0e649ef34aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:48:33.107268 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Bound using segment: {'id': '740b9228-5f9f-4ff9-8337-fe8111d83f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '06718aa0-050e-4a07-b9e8-0e649ef34aeb'} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:48:33.107690 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Bound port: 8eda4416-93ae-4aba-9660-8ef3a161b7c6, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740b9228-5f9f-4ff9-8337-fe8111d83f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '06718aa0-050e-4a07-b9e8-0e649ef34aeb'}}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:48:33.108046 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.173803 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] For port 8eda4416-93ae-4aba-9660-8ef3a161b7c6, host hv-cinder-80403, cleared binding levels {{(pid=100445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:48:33.176926 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] For port 8eda4416-93ae-4aba-9660-8ef3a161b7c6, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8eda4416-93ae-4aba-9660-8ef3a161b7c6,segment=NetworkSegment(740b9228-5f9f-4ff9-8337-fe8111d83f52),segment_id=740b9228-5f9f-4ff9-8337-fe8111d83f52)] {{(pid=100445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:48:33.182419 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.227089 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:33.227256 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.228680 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] 10.222.0.72 "PUT /v2.0/ports/8eda4416-93ae-4aba-9660-8ef3a161b7c6 HTTP/1.1" status: 200 len: 1093 time: 0.7288947 Aug 30 07:48:33.229128 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420eda67-7579-4f40-87e5-bc00ccc9ff33', 'tag': '8eda4416-93ae-4aba-9660-8ef3a161b7c6'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:33.231440 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a794f87-8f33-4964-9111-c64049f61509" -d '{"events": [{"name": "network-changed", "server_uuid": "420eda67-7579-4f40-87e5-bc00ccc9ff33", "tag": "8eda4416-93ae-4aba-9660-8ef3a161b7c6"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:33.282415 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1520b4-6d6a-42c4-86e4-ed143b01f136 service neutron] Pushing event updated for resources: {'Port': ['ID=8eda4416-93ae-4aba-9660-8ef3a161b7c6,revision_number=3']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:33.287034 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3692ae0-3d49-4920-871a-41d4a43012b4 x-openstack-request-id: req-c3692ae0-3d49-4920-871a-41d4a43012b4 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:33.287319 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420eda67-7579-4f40-87e5-bc00ccc9ff33", "tag": "8eda4416-93ae-4aba-9660-8ef3a161b7c6", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:33.287571 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c3692ae0-3d49-4920-871a-41d4a43012b4 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:33.288576 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420eda67-7579-4f40-87e5-bc00ccc9ff33', 'tag': '8eda4416-93ae-4aba-9660-8ef3a161b7c6', 'status': 'completed', 'code': 200} Aug 30 07:48:33.330138 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f78e3f-3120-46c8-9b73-505c328ed739 req-25a92024-8caf-4cf4-9abd-684b7a7a7f96 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:33.331636 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c3f78e3f-3120-46c8-9b73-505c328ed739 req-25a92024-8caf-4cf4-9abd-684b7a7a7f96 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 943 time: 0.0887563 Aug 30 07:48:33.360354 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-99d0f435-6aae-423e-b832-ad2101dc24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:33.361879 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-99d0f435-6aae-423e-b832-ad2101dc24ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f19f6a6dbfdd44b0adc44e44a4fb24a1&device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 1096 time: 0.0700207 Aug 30 07:48:33.385620 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c3f78e3f-3120-46c8-9b73-505c328ed739 req-f2adaaa5-6f69-4128-99af-e46cad92864f tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475347 Aug 30 07:48:33.413477 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-dd2e8c7f-75a0-4165-b975-748bd46ab44e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eda4416-93ae-4aba-9660-8ef3a161b7c6 HTTP/1.1" status: 200 len: 217 time: 0.0388663 Aug 30 07:48:33.463221 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-e8a57f27-966e-4124-b219-504a39e70bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:33.464796 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-e8a57f27-966e-4124-b219-504a39e70bb1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=93b17c29-4fcf-4d75-94c7-6d83eb3f9c5b HTTP/1.1" status: 200 len: 854 time: 0.0437090 Aug 30 07:48:33.501821 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-b16e83f6-b214-423d-92ff-06747b1cbebf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=06718aa0-050e-4a07-b9e8-0e649ef34aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249691 Aug 30 07:48:33.599005 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57108) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:33.599957 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-2083f2e0-9071-4ba9-a44c-3ca230f7a0b6 service neutron] 10.222.0.72 "GET /v2.0/networks/06718aa0-050e-4a07-b9e8-0e649ef34aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884643 Aug 30 07:48:33.646198 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-98c16372-04f0-4e52-b607-38824e2c1db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.692458 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c6c78933-6903-4adb-9672-1fdd50e8ecad req-0fc49f6b-c293-4502-bc12-2e6c80052c2d service neutron] 10.222.0.72 "GET /v2.0/networks/06718aa0-050e-4a07-b9e8-0e649ef34aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846927 Aug 30 07:48:33.698259 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-c86d8a74-7532-4ef6-93a5-193877cb0397 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1247042791-network', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:33.721419 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86d8a74-7532-4ef6-93a5-193877cb0397 admin admin] Made reservation on behalf of edefcf79df0f4d64ab5c5985c8833560 for: {'network': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:48:33.723733 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c86d8a74-7532-4ef6-93a5-193877cb0397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.733572 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c86d8a74-7532-4ef6-93a5-193877cb0397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.801823 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a794f87-8f33-4964-9111-c64049f61509 req-dc6af517-0ee9-4d37-b38a-ca45428afdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:33.803804 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5a794f87-8f33-4964-9111-c64049f61509 req-dc6af517-0ee9-4d37-b38a-ca45428afdda service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f19f6a6dbfdd44b0adc44e44a4fb24a1&device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 1096 time: 0.0595171 Aug 30 07:48:33.830098 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c86d8a74-7532-4ef6-93a5-193877cb0397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.833975 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c86d8a74-7532-4ef6-93a5-193877cb0397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.853764 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86d8a74-7532-4ef6-93a5-193877cb0397 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=100444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:48:33.868785 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d8a74-7532-4ef6-93a5-193877cb0397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:33.871688 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c86d8a74-7532-4ef6-93a5-193877cb0397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.872023 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.db.segments_db [None req-c86d8a74-7532-4ef6-93a5-193877cb0397 admin admin] Added segment 17645702-c38a-4230-b5a1-e113535ccf3c of type vlan for network ae9925c8-478d-4997-b995-218f50416c2b Aug 30 07:48:33.899541 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a794f87-8f33-4964-9111-c64049f61509 req-d853d967-f333-4624-b2b4-d7a122a3fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:33.900941 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5a794f87-8f33-4964-9111-c64049f61509 req-d853d967-f333-4624-b2b4-d7a122a3fcb3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=06718aa0-050e-4a07-b9e8-0e649ef34aeb HTTP/1.1" status: 200 len: 916 time: 0.0873959 Aug 30 07:48:33.911215 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c86d8a74-7532-4ef6-93a5-193877cb0397 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.936240 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c86d8a74-7532-4ef6-93a5-193877cb0397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.937734 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86d8a74-7532-4ef6-93a5-193877cb0397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:33.938336 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-c86d8a74-7532-4ef6-93a5-193877cb0397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:33.946751 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5a794f87-8f33-4964-9111-c64049f61509 req-d9a9fd47-0e70-49df-a1d9-f39948a2872f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eda4416-93ae-4aba-9660-8ef3a161b7c6 HTTP/1.1" status: 200 len: 217 time: 0.0361462 Aug 30 07:48:33.993440 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-c86d8a74-7532-4ef6-93a5-193877cb0397 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3932977 Aug 30 07:48:33.998009 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57114) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:34.003747 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-952cc304-d331-40af-8087-8071a17120d0 admin admin] Request body: {'subnet': {'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1247042791-subnet', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'ip_version': 4}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:34.011956 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d8a74-7532-4ef6-93a5-193877cb0397 admin admin] Pushing event updated for resources: {'Network': ['ID=ae9925c8-478d-4997-b995-218f50416c2b,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:34.022144 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network ae9925c8-478d-4997-b995-218f50416c2b details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:48:34.031469 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952cc304-d331-40af-8087-8071a17120d0 admin admin] Made reservation on behalf of edefcf79df0f4d64ab5c5985c8833560 for: {'subnet': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:48:34.034106 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-952cc304-d331-40af-8087-8071a17120d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6845884'] for subnet, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.213553 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-952cc304-d331-40af-8087-8071a17120d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7228198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6845902'] for subnet, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.269797 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cc304-d331-40af-8087-8071a17120d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=799e5f7f-2a2b-4691-a1cb-3e82958fcb50,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:34.275433 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a794f87-8f33-4964-9111-c64049f61509 req-7013c768-35e8-4886-a9d4-d6ec633822fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:34.277001 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5a794f87-8f33-4964-9111-c64049f61509 req-7013c768-35e8-4886-a9d4-d6ec633822fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=93b17c29-4fcf-4d75-94c7-6d83eb3f9c5b HTTP/1.1" status: 200 len: 854 time: 0.3224571 Aug 30 07:48:34.278999 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952cc304-d331-40af-8087-8071a17120d0 admin admin] Checking segment: {'id': '17645702-c38a-4230-b5a1-e113535ccf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:48:34.279356 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952cc304-d331-40af-8087-8071a17120d0 admin admin] Network hostable DHCP agents. Network: ae9925c8-478d-4997-b995-218f50416c2b, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:48:34.296320 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952cc304-d331-40af-8087-8071a17120d0 admin admin] Network ae9925c8-478d-4997-b995-218f50416c2b is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:48:34.305859 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-952cc304-d331-40af-8087-8071a17120d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, ae9925c8-478d-4997-b995-218f50416c2b) {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:34.310566 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952cc304-d331-40af-8087-8071a17120d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:34.311159 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-952cc304-d331-40af-8087-8071a17120d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.315097 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7c1992-c772-4209-9408-e0542f20032f None None] Network ae9925c8-478d-4997-b995-218f50416c2b requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:48:34.317113 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5a794f87-8f33-4964-9111-c64049f61509 req-2e81c315-15ae-4df6-993d-fd0adc1ac8c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=06718aa0-050e-4a07-b9e8-0e649ef34aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295579 Aug 30 07:48:34.329659 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57116) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:34.329854 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-952cc304-d331-40af-8087-8071a17120d0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3307192 Aug 30 07:48:34.340972 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1247042791-router', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:34.413983 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15658'] for router, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.413983 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15649'] for router, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.454021 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5a794f87-8f33-4964-9111-c64049f61509 req-97aff3f6-5a0e-40ff-974e-d4ad57aa7dfa service neutron] 10.222.0.72 "GET /v2.0/networks/06718aa0-050e-4a07-b9e8-0e649ef34aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273136 Aug 30 07:48:34.481664 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0566574-fcec-5ece-a234-7cb24f8be91e-ae9925c8-478d-4997-b995-218f50416c2b', 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'fixed_ips': [{'subnet_id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50'}]}} from dv-cinder-804035-7-iscsi. {{(pid=100446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:48:34.482639 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.505848 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.511740 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0096aa-b6fd-4676-85e1-22edf575f3a8 req-b4de3dd0-f10d-4bc0-bf51-c17b0a7264ca tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:34.513288 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-de0096aa-b6fd-4676-85e1-22edf575f3a8 req-b4de3dd0-f10d-4bc0-bf51-c17b0a7264ca tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 943 time: 0.0541258 Aug 30 07:48:34.556665 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-de0096aa-b6fd-4676-85e1-22edf575f3a8 req-822ef3a2-b7fa-4254-950e-dd6a75d7ae68 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370007 Aug 30 07:48:34.625622 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Allocated IP 172.20.0.2 (ae9925c8-478d-4997-b995-218f50416c2b/799e5f7f-2a2b-4691-a1cb-3e82958fcb50/fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:34.695021 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.703516 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5a794f87-8f33-4964-9111-c64049f61509 req-ccd6c45b-b84d-41b6-b66c-dccabf314513 service neutron] 10.222.0.72 "GET /v2.0/networks/06718aa0-050e-4a07-b9e8-0e649ef34aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172008 Aug 30 07:48:34.772355 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Notify callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.781537 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Transition to ACTIVE for port object fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8 will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:34.799255 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Transition to ACTIVE for port object fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8 will not be triggered until provisioned by entity DHCP. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:34.806371 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.845722 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Network ae9925c8-478d-4997-b995-218f50416c2b is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:34.848614 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:34.852221 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:34.859172 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Pushing event updated for resources: {'Port': ['ID=fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:34.916913 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Attempting to bind port fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:48:34.917177 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.917290 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Attempting to bind port fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '17645702-c38a-4230-b5a1-e113535ccf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:48:34.917623 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Attempting to bind port fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8 on network ae9925c8-478d-4997-b995-218f50416c2b {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:34.923175 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:48:34.923526 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Checking segment: {'id': '17645702-c38a-4230-b5a1-e113535ccf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:48:34.923938 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.924403 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Bound using segment: {'id': '17645702-c38a-4230-b5a1-e113535ccf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:48:34.925054 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Bound port: fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17645702-c38a-4230-b5a1-e113535ccf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:48:34.925594 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.937576 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:34.992577 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] For port fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:48:34.995587 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] For port fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8,segment=NetworkSegment(17645702-c38a-4230-b5a1-e113535ccf3c),segment_id=17645702-c38a-4230-b5a1-e113535ccf3c)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:48:35.001273 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:35.045089 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Allocated IP 172.27.2.124 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/ca443380-43b0-4fd2-b08d-607a219bff9f) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:35.058015 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963cfed-cfe0-4cac-ac74-13dfec5a7de6 None None] Pushing event updated for resources: {'Port': ['ID=fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:35.164630 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:35.222255 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:35.266158 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:35.271498 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:35.273756 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Pushing event updated for resources: {'Port': ['ID=ca443380-43b0-4fd2-b08d-607a219bff9f,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:35.276000 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:35.307503 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 8eda4416-93ae-4aba-9660-8ef3a161b7c6 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:48:35.408192 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 8eda4416-93ae-4aba-9660-8ef3a161b7c6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8eda4416-93ae-4aba-9660-8ef3a161b7c6,segment=NetworkSegment(740b9228-5f9f-4ff9-8337-fe8111d83f52),segment_id=740b9228-5f9f-4ff9-8337-fe8111d83f52)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:35.419657 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': '8eda4416-93ae-4aba-9660-8ef3a161b7c6', 'network_id': '06718aa0-050e-4a07-b9e8-0e649ef34aeb', 'port_id': '8eda4416-93ae-4aba-9660-8ef3a161b7c6', 'mac_address': 'fa:16:3e:63:c0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b17c29-4fcf-4d75-94c7-6d83eb3f9c5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:48:35.459420 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:35.473792 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eda4416-93ae-4aba-9660-8ef3a161b7c6 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:48:35.493534 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 8eda4416-93ae-4aba-9660-8ef3a161b7c6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8eda4416-93ae-4aba-9660-8ef3a161b7c6,segment=NetworkSegment(740b9228-5f9f-4ff9-8337-fe8111d83f52),segment_id=740b9228-5f9f-4ff9-8337-fe8111d83f52)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:35.497244 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:35.527954 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:35.543821 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=8eda4416-93ae-4aba-9660-8ef3a161b7c6,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:35.752404 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54356833-2e18-4d0d-a381-84a75760df37 req-614b016a-4e00-4aa1-94aa-660bb5055cf3 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:35.754294 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-54356833-2e18-4d0d-a381-84a75760df37 req-614b016a-4e00-4aa1-94aa-660bb5055cf3 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 944 time: 0.0953441 Aug 30 07:48:35.775692 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['8eda4416-93ae-4aba-9660-8ef3a161b7c6'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:48:35.783883 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550157'] for router, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:35.845831 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-54356833-2e18-4d0d-a381-84a75760df37 req-6108556d-b422-48f7-a512-1f5db1a84035 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842025 Aug 30 07:48:35.924667 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9428b07c-ed3e-444c-8b99-867a52e29f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:35.962811 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a is scheduled to L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d with binding_index 1 {{(pid=100445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:48:36.083420 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:48:36.087179 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af76409-7c36-4f2f-bb60-7d11b7deb2c6 None None] Network ae9925c8-478d-4997-b995-218f50416c2b requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:48:36.100186 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] Notify callbacks [] for router, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:36.104389 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57130) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:36.104896 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-8fbe106b-f392-4ae1-b5b4-f207a3d78d8b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7737174 Aug 30 07:48:36.138030 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Sync routers for ids ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:48:36.194056 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Routers {'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:36.194713 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:36.196355 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-97080879-6733-40a3-a739-a55aa4475068 None None] Provisioning for port fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:36.343179 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2b44d322-de34-4861-9244-2f1021a707b5 req-4db8c4c3-d6b6-449f-9c10-7bbabc37d13c tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054463094&fields=id&tenant_id=3f9590f149e841f38602d1fbd657bb0d HTTP/1.1" status: 200 len: 267 time: 0.0466821 Aug 30 07:48:36.365860 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Set router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:36.500674 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d322-de34-4861-9244-2f1021a707b5 req-61c3b9d7-0720-4f87-b160-dfa0d9004ccb tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:36.502221 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2b44d322-de34-4861-9244-2f1021a707b5 req-61c3b9d7-0720-4f87-b160-dfa0d9004ccb tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/networks?id=ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 200 len: 812 time: 0.1227233 Aug 30 07:48:36.504519 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:36.566476 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2b44d322-de34-4861-9244-2f1021a707b5 req-f8b59f91-8f12-4c9e-b8f0-3b6be6ac460f tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/quotas/3f9590f149e841f38602d1fbd657bb0d HTTP/1.1" status: 200 len: 375 time: 0.0256720 Aug 30 07:48:36.568742 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:36.647279 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'name': 'tempest-TestMinimumBasicScenario-1247042791-router', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:35Z', 'revision_number': 3, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'gw_port': {'id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:36.661671 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c491bbd7-f4d2-48d5-aba7-d0e4f523bc3b tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f9590f149e841f38602d1fbd657bb0d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0879467 Aug 30 07:48:36.673734 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:36.675883 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Checking router: c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:48:36.676227 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Updating router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a port ca443380-43b0-4fd2-b08d-607a219bff9f binding host dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:48:36.680345 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:36.680713 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:36.725587 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:36.811061 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:36.815648 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2b44d322-de34-4861-9244-2f1021a707b5 req-4d8399ff-8bee-4faa-9b09-84585ee15ffb service neutron] 10.222.0.58 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299329 Aug 30 07:48:36.872337 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:36.990607 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273ae3a-2cda-45ea-aec0-72dce4e3b7f6 req-c5510f09-132a-4ecd-96d0-d37a296d1a64 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:36.992577 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7273ae3a-2cda-45ea-aec0-72dce4e3b7f6 req-c5510f09-132a-4ecd-96d0-d37a296d1a64 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 944 time: 0.0680661 Aug 30 07:48:37.005498 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2b44d322-de34-4861-9244-2f1021a707b5 req-2954296e-b257-4953-852b-65d357a1c3f2 service neutron] 10.222.0.58 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818757 Aug 30 07:48:37.057793 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7273ae3a-2cda-45ea-aec0-72dce4e3b7f6 req-c99cc630-9a56-439b-b997-3f9af93ede10 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541952 Aug 30 07:48:37.074329 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Allocated IP 172.20.0.1 (ae9925c8-478d-4997-b995-218f50416c2b/799e5f7f-2a2b-4691-a1cb-3e82958fcb50/763f7cd5-3ad8-4b21-a1f5-7e2066b53af6) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:37.082198 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8,segment=NetworkSegment(17645702-c38a-4230-b5a1-e113535ccf3c),segment_id=17645702-c38a-4230-b5a1-e113535ccf3c)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:37.089417 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.195245 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.198273 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:37.209705 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Transition to ACTIVE for port object 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 will not be triggered until provisioned by entity DHCP. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:37.236328 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Notify callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.252066 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Transition to ACTIVE for port object ca443380-43b0-4fd2-b08d-607a219bff9f will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:37.259710 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.263676 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.310145 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac0a69-183b-43e6-b0f3-c161da4385cb None None] Pushing event updated for resources: {'Port': ['ID=ca443380-43b0-4fd2-b08d-607a219bff9f,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:37.325042 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ac0a69-183b-43e6-b0f3-c161da4385cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:37.325328 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ac0a69-183b-43e6-b0f3-c161da4385cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:37.325629 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ac0a69-183b-43e6-b0f3-c161da4385cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:37.325975 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ac0a69-183b-43e6-b0f3-c161da4385cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:37.326335 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ac0a69-183b-43e6-b0f3-c161da4385cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:37.326793 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ac0a69-183b-43e6-b0f3-c161da4385cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:37.327133 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ac0a69-183b-43e6-b0f3-c161da4385cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:37.328476 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ac0a69-183b-43e6-b0f3-c161da4385cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:37.328476 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ac0a69-183b-43e6-b0f3-c161da4385cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:37.328815 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ac0a69-183b-43e6-b0f3-c161da4385cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:37.329151 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ac0a69-183b-43e6-b0f3-c161da4385cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:37.329479 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ac0a69-183b-43e6-b0f3-c161da4385cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:37.341659 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 8eda4416-93ae-4aba-9660-8ef3a161b7c6 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:37.347517 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Network ae9925c8-478d-4997-b995-218f50416c2b is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:37.357785 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Pushing event updated for resources: {'Port': ['ID=763f7cd5-3ad8-4b21-a1f5-7e2066b53af6,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:37.362631 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:37.377405 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:37.390959 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Attempting to bind port ca443380-43b0-4fd2-b08d-607a219bff9f on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:48:37.391266 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Attempting to bind port ca443380-43b0-4fd2-b08d-607a219bff9f by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:48:37.391634 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Attempting to bind port ca443380-43b0-4fd2-b08d-607a219bff9f on network e3bb27da-da9c-4a81-98a7-6b253e2e221e {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:37.392001 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-6654d5bb-333e-46f8-aaf1-07fba7482328 req-1b8e4347-2ceb-4611-b941-92c8ac4cb6d1 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 210 time: 0.0630498 Aug 30 07:48:37.399094 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:48:37.399471 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Checking segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:48:37.399885 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.400486 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Bound using segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:48:37.400961 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Bound port: ca443380-43b0-4fd2-b08d-607a219bff9f, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:48:37.401347 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.406481 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.435376 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550354'] for router_interface, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.477305 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port 8eda4416-93ae-4aba-9660-8ef3a161b7c6 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:37.482477 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] For port ca443380-43b0-4fd2-b08d-607a219bff9f, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:48:37.487686 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] For port ca443380-43b0-4fd2-b08d-607a219bff9f, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=ca443380-43b0-4fd2-b08d-607a219bff9f,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:48:37.488931 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port 8eda4416-93ae-4aba-9660-8ef3a161b7c6 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:37.489276 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.528644 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.614859 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Routers {'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:37.615474 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:37.621880 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.685072 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac0a69-183b-43e6-b0f3-c161da4385cb None None] Pushing event updated for resources: {'Port': ['ID=ca443380-43b0-4fd2-b08d-607a219bff9f,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:37.689770 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.783266 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420eda67-7579-4f40-87e5-bc00ccc9ff33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eda4416-93ae-4aba-9660-8ef3a161b7c6'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:37.785583 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e37b2ba-8f17-45be-adfb-bd7540676505" -d '{"events": [{"server_uuid": "420eda67-7579-4f40-87e5-bc00ccc9ff33", "name": "network-vif-plugged", "status": "completed", "tag": "8eda4416-93ae-4aba-9660-8ef3a161b7c6"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:37.803173 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 8eda4416-93ae-4aba-9660-8ef3a161b7c6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8eda4416-93ae-4aba-9660-8ef3a161b7c6,segment=NetworkSegment(740b9228-5f9f-4ff9-8337-fe8111d83f52),segment_id=740b9228-5f9f-4ff9-8337-fe8111d83f52)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:37.811833 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.814825 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] Set router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:37.847993 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.852876 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.861294 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7409b6ae-ab23-4e16-ae10-f3a46f69c1ba x-openstack-request-id: req-7409b6ae-ab23-4e16-ae10-f3a46f69c1ba {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:37.861579 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420eda67-7579-4f40-87e5-bc00ccc9ff33", "name": "network-vif-plugged", "status": "completed", "tag": "8eda4416-93ae-4aba-9660-8ef3a161b7c6", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:37.861830 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7409b6ae-ab23-4e16-ae10-f3a46f69c1ba {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:37.862462 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420eda67-7579-4f40-87e5-bc00ccc9ff33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eda4416-93ae-4aba-9660-8ef3a161b7c6', 'code': 200} Aug 30 07:48:37.928295 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Pushing event updated for resources: {'Port': ['ID=763f7cd5-3ad8-4b21-a1f5-7e2066b53af6,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:37.931093 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555021'] for router_interface, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.950254 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=8eda4416-93ae-4aba-9660-8ef3a161b7c6,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:37.954842 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-0606a7e9-cb03-4842-98f7-311609480ee1 None None] Provisioning for port 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:37.956888 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:48:37.993000 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-0606a7e9-cb03-4842-98f7-311609480ee1 None None] Provisioning complete for port 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:37.993368 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0606a7e9-cb03-4842-98f7-311609480ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:38.048907 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-0606a7e9-cb03-4842-98f7-311609480ee1 None None] Port 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:48:38.063035 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f31b3d-1741-4948-a0ef-6dd7af00efa5 req-9fbb8dd7-e7a0-447c-bc81-b2fd16936160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:38.065286 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-06f31b3d-1741-4948-a0ef-6dd7af00efa5 req-9fbb8dd7-e7a0-447c-bc81-b2fd16936160 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 1098 time: 0.0422878 Aug 30 07:48:38.068055 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Network ae9925c8-478d-4997-b995-218f50416c2b is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:38.069533 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:38.129538 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'name': 'tempest-TestMinimumBasicScenario-1247042791-router', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:37Z', 'revision_number': 4, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'gw_port': {'id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '763f7cd5-3ad8-4b21-a1f5-7e2066b53af6', 'name': '', 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'mac_address': 'fa:16:3e:4e:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:36Z', 'updated_at': '2021-08-30T07:48:37Z', 'revision_number': 1, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'subnets': [{'id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:38.159729 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9c3b5-6d81-42b1-b1ea-31ba4ee4882e None None] The sync data for ids ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'] in dv-cinder-804035-7-iscsi is: [{'id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'name': 'tempest-TestMinimumBasicScenario-1247042791-router', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:37Z', 'revision_number': 4, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'gw_port': {'id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '763f7cd5-3ad8-4b21-a1f5-7e2066b53af6', 'name': '', 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'mac_address': 'fa:16:3e:4e:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:36Z', 'updated_at': '2021-08-30T07:48:37Z', 'revision_number': 1, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'subnets': [{'id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:48:38.243370 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-06f31b3d-1741-4948-a0ef-6dd7af00efa5 req-3b69e2c9-ae60-4171-9fd8-70548287a1ef service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440539 Aug 30 07:48:38.249941 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:48:38.274934 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2a71e-3ba6-4f62-9848-6f58a9b99bc6 req-8ad50a73-025c-4de4-9387-957426499742 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:38.277172 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8fb2a71e-3ba6-4f62-9848-6f58a9b99bc6 req-8ad50a73-025c-4de4-9387-957426499742 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 945 time: 0.0841348 Aug 30 07:48:38.320644 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-8fb2a71e-3ba6-4f62-9848-6f58a9b99bc6 req-cebd48fc-398b-48a8-a08a-6779fbd080d1 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372651 Aug 30 07:48:38.474050 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-1d6ccb0d-2814-4ab7-a248-63c62055f5a2 None None] Provisioning complete for port 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:38.476365 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1d6ccb0d-2814-4ab7-a248-63c62055f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:38.534280 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ccb0d-2814-4ab7-a248-63c62055f5a2 None None] Port 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:48:38.559160 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:38.602517 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-45891078-79f1-49c5-a4f3-b3dce39281c2 req-c2749335-f556-4938-93f8-23830904dac1 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 210 time: 0.0340338 Aug 30 07:48:38.616033 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:38.616399 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:38.669521 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:48:38.684410 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-8a033b62-715b-4cfe-b582-6e474559fed3 admin admin] 10.222.0.58 "PUT /v2.0/routers/c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5776680 Aug 30 07:48:38.985961 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:39.015048 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d322-de34-4861-9244-2f1021a707b5 req-913de134-07a5-472e-ae1e-634910538a29 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:39.016850 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2b44d322-de34-4861-9244-2f1021a707b5 req-913de134-07a5-472e-ae1e-634910538a29 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.72 "GET /v2.0/networks?id=ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 200 len: 812 time: 0.1715357 Aug 30 07:48:39.080698 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2b44d322-de34-4861-9244-2f1021a707b5 req-ed5be07e-f614-486d-9393-e1e0f3214143 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f9590f149e841f38602d1fbd657bb0d HTTP/1.1" status: 200 len: 380 time: 0.0529947 Aug 30 07:48:39.090766 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-2b44d322-de34-4861-9244-2f1021a707b5 req-aabc9d1f-49fd-44d7-8dbd-24fd54a04ab8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Request body: {'port': {'device_id': '7c95671e-c3d5-47fc-8e3f-d60b8456e03e', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'admin_state_up': True, 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'security_groups': ['ff0b64ce-2edc-4327-b909-cb3a10d3ed95']}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:39.222515 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b44d322-de34-4861-9244-2f1021a707b5 req-aabc9d1f-49fd-44d7-8dbd-24fd54a04ab8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Made reservation on behalf of 3f9590f149e841f38602d1fbd657bb0d for: {'port': 1} {{(pid=100445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:48:39.226699 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-2b44d322-de34-4861-9244-2f1021a707b5 req-aabc9d1f-49fd-44d7-8dbd-24fd54a04ab8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:39.286475 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57178) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:39.293016 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-a942d87e-2b7d-4ce0-9880-b4aced46939e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-246404004-network', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:39.314945 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a942d87e-2b7d-4ce0-9880-b4aced46939e admin admin] Made reservation on behalf of 481df3bed5e34dc4bf6c2c6edfc3b178 for: {'network': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:48:39.317627 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a942d87e-2b7d-4ce0-9880-b4aced46939e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for network, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:39.339891 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a942d87e-2b7d-4ce0-9880-b4aced46939e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:39.375026 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [req-2b44d322-de34-4861-9244-2f1021a707b5 req-aabc9d1f-49fd-44d7-8dbd-24fd54a04ab8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Allocated IP 172.20.0.5 (ab4a9354-67df-4094-835a-a69066bff580/d0e2318d-123e-41c6-aa16-ca61889da190/e3a2b171-9670-4e61-b420-83a76771aa2e) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:39.481028 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a942d87e-2b7d-4ce0-9880-b4aced46939e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:39.487268 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a942d87e-2b7d-4ce0-9880-b4aced46939e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:39.521070 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17929386-5cbe-486a-8c74-8348b06456db req-2c685785-05b4-492a-9a38-e64c45d729d4 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:39.523268 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-17929386-5cbe-486a-8c74-8348b06456db req-2c685785-05b4-492a-9a38-e64c45d729d4 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 945 time: 0.1207509 Aug 30 07:48:39.527435 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a942d87e-2b7d-4ce0-9880-b4aced46939e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=100444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:48:39.541060 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942d87e-2b7d-4ce0-9880-b4aced46939e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec2364b-0f53-4dfe-923d-20ec8637bcbd,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:39.547579 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a942d87e-2b7d-4ce0-9880-b4aced46939e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:39.548028 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.db.segments_db [None req-a942d87e-2b7d-4ce0-9880-b4aced46939e admin admin] Added segment 58cfb8f4-cfa7-4044-ad24-a670d1a98507 of type vlan for network 18243482-1f03-4536-b840-aa16dd8a08ca Aug 30 07:48:39.607051 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-17929386-5cbe-486a-8c74-8348b06456db req-34ef3ca1-2708-43a6-b30d-40ac4a0f0469 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706053 Aug 30 07:48:39.609465 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a942d87e-2b7d-4ce0-9880-b4aced46939e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735171019367'] for network, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:39.651457 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a942d87e-2b7d-4ce0-9880-b4aced46939e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064'] for network, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:39.652534 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a942d87e-2b7d-4ce0-9880-b4aced46939e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:39.653207 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a942d87e-2b7d-4ce0-9880-b4aced46939e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:39.664676 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-2b44d322-de34-4861-9244-2f1021a707b5 req-aabc9d1f-49fd-44d7-8dbd-24fd54a04ab8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:39.684834 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [req-2b44d322-de34-4861-9244-2f1021a707b5 req-aabc9d1f-49fd-44d7-8dbd-24fd54a04ab8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Transition to ACTIVE for port object e3a2b171-9670-4e61-b420-83a76771aa2e will not be triggered until provisioned by entity DHCP. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:39.731893 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-2b44d322-de34-4861-9244-2f1021a707b5 req-aabc9d1f-49fd-44d7-8dbd-24fd54a04ab8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:39.769843 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-a942d87e-2b7d-4ce0-9880-b4aced46939e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4793906 Aug 30 07:48:39.771318 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57184) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:39.775235 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942d87e-2b7d-4ce0-9880-b4aced46939e admin admin] Pushing event updated for resources: {'Network': ['ID=18243482-1f03-4536-b840-aa16dd8a08ca,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:39.782857 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-35c4cd08-c2cd-4de2-86d4-6b4a071f3da6 admin admin] Request body: {'subnet': {'network_id': '18243482-1f03-4536-b840-aa16dd8a08ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-246404004-subnet', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'ip_version': 4}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:39.786923 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Network 18243482-1f03-4536-b840-aa16dd8a08ca details requested by agent ovs-agent-dv-cinder-804035-7-iscsi with host dv-cinder-804035-7-iscsi {{(pid=100446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:48:39.792617 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b44d322-de34-4861-9244-2f1021a707b5 req-aabc9d1f-49fd-44d7-8dbd-24fd54a04ab8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Network ab4a9354-67df-4094-835a-a69066bff580 is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:39.796742 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [req-2b44d322-de34-4861-9244-2f1021a707b5 req-aabc9d1f-49fd-44d7-8dbd-24fd54a04ab8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:39.798736 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc9d1f-49fd-44d7-8dbd-24fd54a04ab8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event updated for resources: {'Port': ['ID=e3a2b171-9670-4e61-b420-83a76771aa2e,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:39.801354 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd9e6f-33df-414a-a647-dee7dfca3269 req-f113e851-84cb-4934-ab00-b69141c84cfe tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:39.806886 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b44d322-de34-4861-9244-2f1021a707b5 req-aabc9d1f-49fd-44d7-8dbd-24fd54a04ab8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:39.808702 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-72dd9e6f-33df-414a-a647-dee7dfca3269 req-f113e851-84cb-4934-ab00-b69141c84cfe tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 931 time: 0.0943036 Aug 30 07:48:39.848266 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c4cd08-c2cd-4de2-86d4-6b4a071f3da6 admin admin] Made reservation on behalf of 481df3bed5e34dc4bf6c2c6edfc3b178 for: {'subnet': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:48:39.850704 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-35c4cd08-c2cd-4de2-86d4-6b4a071f3da6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6845884'] for subnet, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:39.863527 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d322-de34-4861-9244-2f1021a707b5 req-aabc9d1f-49fd-44d7-8dbd-24fd54a04ab8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:39.864590 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-2b44d322-de34-4861-9244-2f1021a707b5 req-aabc9d1f-49fd-44d7-8dbd-24fd54a04ab8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:39.891013 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2b44d322-de34-4861-9244-2f1021a707b5 req-aabc9d1f-49fd-44d7-8dbd-24fd54a04ab8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8035300 Aug 30 07:48:39.900198 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:39.915695 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Request body: {'port': {'device_id': '7c95671e-c3d5-47fc-8e3f-d60b8456e03e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:39.924148 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-72dd9e6f-33df-414a-a647-dee7dfca3269 req-c08e3cac-7e6b-4911-83e1-7088f51432ba tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144845 Aug 30 07:48:39.992806 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:40.065844 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-888abcc0-4f65-47a1-b6c4-4c5bca51b6ee None None] Provisioning for port e3a2b171-9670-4e61-b420-83a76771aa2e completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:40.069542 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-888abcc0-4f65-47a1-b6c4-4c5bca51b6ee None None] Provisioning complete for port e3a2b171-9670-4e61-b420-83a76771aa2e triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:40.069905 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-888abcc0-4f65-47a1-b6c4-4c5bca51b6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:40.097941 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-35c4cd08-c2cd-4de2-86d4-6b4a071f3da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7228198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6845902'] for subnet, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:40.111733 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-888abcc0-4f65-47a1-b6c4-4c5bca51b6ee None None] Port e3a2b171-9670-4e61-b420-83a76771aa2e cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:48:40.156295 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4cd08-c2cd-4de2-86d4-6b4a071f3da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47712f28-d839-4281-aa55-7a08b8cb5140,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:40.175516 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4cd08-c2cd-4de2-86d4-6b4a071f3da6 admin admin] Checking segment: {'id': '58cfb8f4-cfa7-4044-ad24-a670d1a98507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '18243482-1f03-4536-b840-aa16dd8a08ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:48:40.175875 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4cd08-c2cd-4de2-86d4-6b4a071f3da6 admin admin] Network hostable DHCP agents. Network: 18243482-1f03-4536-b840-aa16dd8a08ca, hostable agents: ['1fca3782-23aa-4aea-854c-5abf834ce454'], hosted agents: [] {{(pid=100444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:48:40.195033 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4cd08-c2cd-4de2-86d4-6b4a071f3da6 admin admin] Network 18243482-1f03-4536-b840-aa16dd8a08ca is scheduled to be hosted by DHCP agent 1fca3782-23aa-4aea-854c-5abf834ce454 with binding_index 1 {{(pid=100444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:48:40.204469 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-35c4cd08-c2cd-4de2-86d4-6b4a071f3da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-7-iscsi, 18243482-1f03-4536-b840-aa16dd8a08ca) {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:40.208860 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c4cd08-c2cd-4de2-86d4-6b4a071f3da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:40.209588 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-35c4cd08-c2cd-4de2-86d4-6b4a071f3da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:40.216851 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f96ff4a-7a03-4b67-9eaf-38695ec2984d None None] Network 18243482-1f03-4536-b840-aa16dd8a08ca requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:48:40.231834 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-35c4cd08-c2cd-4de2-86d4-6b4a071f3da6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4546123 Aug 30 07:48:40.232337 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57186) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:40.238298 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-246404004-router', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:40.263886 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15658'] for router, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:40.265428 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555474', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15649'] for router, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:40.296536 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a2b171-9670-4e61-b420-83a76771aa2e {{(pid=100445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:48:40.306208 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:40.321516 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.provisioning_blocks [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Transition to ACTIVE for port object e3a2b171-9670-4e61-b420-83a76771aa2e will not be triggered until provisioned by entity L2. {{(pid=100445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:40.328657 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:40.333429 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:40.398129 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a2b171-9670-4e61-b420-83a76771aa2e,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:40.419651 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0566574-fcec-5ece-a234-7cb24f8be91e-18243482-1f03-4536-b840-aa16dd8a08ca', 'network_id': '18243482-1f03-4536-b840-aa16dd8a08ca', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'fixed_ips': [{'subnet_id': '47712f28-d839-4281-aa55-7a08b8cb5140'}]}} from dv-cinder-804035-7-iscsi. {{(pid=100446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:48:40.420335 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:40.510743 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Attempting to bind port e3a2b171-9670-4e61-b420-83a76771aa2e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:48:40.511057 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Attempting to bind port e3a2b171-9670-4e61-b420-83a76771aa2e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:48:40.511384 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Attempting to bind port e3a2b171-9670-4e61-b420-83a76771aa2e on network ab4a9354-67df-4094-835a-a69066bff580 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:40.517880 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Port e3a2b171-9670-4e61-b420-83a76771aa2e on network ab4a9354-67df-4094-835a-a69066bff580 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:48:40.518366 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Attempting to bind port e3a2b171-9670-4e61-b420-83a76771aa2e on network ab4a9354-67df-4094-835a-a69066bff580 {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:40.525404 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:48:40.525972 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Checking segment: {'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:48:40.526600 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Bound using segment: {'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'} {{(pid=100445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:48:40.527128 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.managers [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Bound port: e3a2b171-9670-4e61-b420-83a76771aa2e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641616ab-5d9f-4956-9309-94412e7a452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580'}}] {{(pid=100445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:48:40.527498 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:40.583962 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:40.661654 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device ca443380-43b0-4fd2-b08d-607a219bff9f up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:40.677119 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] For port e3a2b171-9670-4e61-b420-83a76771aa2e, host hv-cinder-80403, cleared binding levels {{(pid=100445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:48:40.680847 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] For port e3a2b171-9670-4e61-b420-83a76771aa2e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e3a2b171-9670-4e61-b420-83a76771aa2e,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:48:40.688113 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:40.779728 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:40.780562 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:40.783855 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2b44d322-de34-4861-9244-2f1021a707b5 req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] 10.222.0.72 "PUT /v2.0/ports/e3a2b171-9670-4e61-b420-83a76771aa2e HTTP/1.1" status: 200 len: 1093 time: 0.8806515 Aug 30 07:48:40.783855 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c95671e-c3d5-47fc-8e3f-d60b8456e03e', 'tag': 'e3a2b171-9670-4e61-b420-83a76771aa2e'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:40.786662 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909f195b-717a-4c7b-bc19-dc2d26f93f40" -d '{"events": [{"name": "network-changed", "server_uuid": "7c95671e-c3d5-47fc-8e3f-d60b8456e03e", "tag": "e3a2b171-9670-4e61-b420-83a76771aa2e"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:40.795448 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.db_base_plugin_common [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Allocated IP 172.20.0.2 (18243482-1f03-4536-b840-aa16dd8a08ca/47712f28-d839-4281-aa55-7a08b8cb5140/7fbe82ef-2525-4f12-a498-aa36d715a7e8) {{(pid=100446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:40.836452 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7149e71-158d-4d99-b415-5e878505dff2 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a2b171-9670-4e61-b420-83a76771aa2e,revision_number=3']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:40.888702 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8fb5d6-b010-4ed2-88cd-86b8cdc84fc7 x-openstack-request-id: req-de8fb5d6-b010-4ed2-88cd-86b8cdc84fc7 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:40.889018 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c95671e-c3d5-47fc-8e3f-d60b8456e03e", "tag": "e3a2b171-9670-4e61-b420-83a76771aa2e", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:40.889242 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de8fb5d6-b010-4ed2-88cd-86b8cdc84fc7 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:40.889622 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c95671e-c3d5-47fc-8e3f-d60b8456e03e', 'tag': 'e3a2b171-9670-4e61-b420-83a76771aa2e', 'status': 'completed', 'code': 200} Aug 30 07:48:40.897910 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa86ef8-8c28-4206-aa4f-3bca77c5cbfb req-c603bf3d-026f-4a0d-a418-6019a48e2670 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:40.900278 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7fa86ef8-8c28-4206-aa4f-3bca77c5cbfb req-c603bf3d-026f-4a0d-a418-6019a48e2670 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 945 time: 0.1431510 Aug 30 07:48:40.911231 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port ca443380-43b0-4fd2-b08d-607a219bff9f completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:40.922534 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port ca443380-43b0-4fd2-b08d-607a219bff9f triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:40.923519 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:40.932528 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Sync routers for ids ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:48:40.948459 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Routers {'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:40.951103 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:40.965939 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d322-de34-4861-9244-2f1021a707b5 req-8e245780-813c-4fb1-b6c3-80416d964710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:40.976887 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2b44d322-de34-4861-9244-2f1021a707b5 req-8e245780-813c-4fb1-b6c3-80416d964710 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f9590f149e841f38602d1fbd657bb0d&device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 1096 time: 0.1359105 Aug 30 07:48:41.007923 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:41.012220 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7fa86ef8-8c28-4206-aa4f-3bca77c5cbfb req-20dc9d19-db4a-42aa-909f-136e6acfc191 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002369 Aug 30 07:48:41.074177 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:41.083537 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2b44d322-de34-4861-9244-2f1021a707b5 req-53987ec0-ad0b-4216-b6d9-1bb272ac4362 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3a2b171-9670-4e61-b420-83a76771aa2e HTTP/1.1" status: 200 len: 217 time: 0.0778444 Aug 30 07:48:41.101377 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Set router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:41.164041 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d322-de34-4861-9244-2f1021a707b5 req-8aace829-74f5-45b5-854d-c76ede65db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:41.165535 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2b44d322-de34-4861-9244-2f1021a707b5 req-8aace829-74f5-45b5-854d-c76ede65db40 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e2318d-123e-41c6-aa16-ca61889da190 HTTP/1.1" status: 200 len: 851 time: 0.0749319 Aug 30 07:48:41.262187 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d322-de34-4861-9244-2f1021a707b5 req-6adef725-4c35-454c-8f89-1ce28e0729b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:41.264145 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2b44d322-de34-4861-9244-2f1021a707b5 req-6adef725-4c35-454c-8f89-1ce28e0729b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab4a9354-67df-4094-835a-a69066bff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907581 Aug 30 07:48:41.277789 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Notify callbacks [] for port, precommit_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:41.288620 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Transition to ACTIVE for port object 7fbe82ef-2525-4f12-a498-aa36d715a7e8 will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:41.313755 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Transition to ACTIVE for port object 7fbe82ef-2525-4f12-a498-aa36d715a7e8 will not be triggered until provisioned by entity DHCP. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:41.329764 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300'] for port, after_create {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:41.337729 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Allocated IP 172.27.2.115 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/0d9d8f5d-bdf5-41a4-adb7-2feee7945694) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:41.364336 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:41.383331 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'name': 'tempest-TestMinimumBasicScenario-1247042791-router', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:37Z', 'revision_number': 4, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'gw_port': {'id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '763f7cd5-3ad8-4b21-a1f5-7e2066b53af6', 'name': '', 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'mac_address': 'fa:16:3e:4e:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:36Z', 'updated_at': '2021-08-30T07:48:37Z', 'revision_number': 2, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'subnets': [{'id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:41.385561 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Network 18243482-1f03-4536-b840-aa16dd8a08ca is already hosted by enough agents. {{(pid=100446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:41.393818 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.scheduler.base_scheduler [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Resources bound (agent type, host, resource id): {{(pid=100446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:41.402168 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Received port after_create {{(pid=100446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:41.411819 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port ca443380-43b0-4fd2-b08d-607a219bff9f, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=ca443380-43b0-4fd2-b08d-607a219bff9f,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:41.414429 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Pushing event updated for resources: {'Port': ['ID=7fbe82ef-2525-4f12-a498-aa36d715a7e8,revision_number=1']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:41.425982 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfd0c1-c76c-4145-9130-59bbce77b4fb req-a8c65f42-63a5-4d2c-bdc9-d1c85f704348 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:41.426130 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:41.428090 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b4cfd0c1-c76c-4145-9130-59bbce77b4fb req-a8c65f42-63a5-4d2c-bdc9-d1c85f704348 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 943 time: 0.3548121 Aug 30 07:48:41.441749 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Checking router: c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:48:41.442165 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Updating router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a port 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 binding host dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:48:41.470969 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:41.496593 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:41.526054 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2b44d322-de34-4861-9244-2f1021a707b5 req-a2c508ba-af90-4f5b-adc5-097c381c81ca service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544568 Aug 30 07:48:41.569192 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b4cfd0c1-c76c-4145-9130-59bbce77b4fb req-53be4ec4-0db1-497f-915a-0f22842eab66 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561655 Aug 30 07:48:41.581045 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:41.629994 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=ca443380-43b0-4fd2-b08d-607a219bff9f,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:41.636466 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:41.645700 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Attempting to bind port 7fbe82ef-2525-4f12-a498-aa36d715a7e8 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:48:41.646098 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Attempting to bind port 7fbe82ef-2525-4f12-a498-aa36d715a7e8 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '58cfb8f4-cfa7-4044-ad24-a670d1a98507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '18243482-1f03-4536-b840-aa16dd8a08ca'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:48:41.646484 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Attempting to bind port 7fbe82ef-2525-4f12-a498-aa36d715a7e8 on network 18243482-1f03-4536-b840-aa16dd8a08ca {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:41.657278 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:41.661813 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:48:41.662396 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Checking segment: {'id': '58cfb8f4-cfa7-4044-ad24-a670d1a98507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '18243482-1f03-4536-b840-aa16dd8a08ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:48:41.662709 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:41.663094 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Bound using segment: {'id': '58cfb8f4-cfa7-4044-ad24-a670d1a98507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '18243482-1f03-4536-b840-aa16dd8a08ca'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:48:41.663581 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Bound port: 7fbe82ef-2525-4f12-a498-aa36d715a7e8, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cfb8f4-cfa7-4044-ad24-a670d1a98507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '18243482-1f03-4536-b840-aa16dd8a08ca'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:48:41.663969 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:41.666394 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:41.727019 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Pushing event updated for resources: {'Port': ['ID=0d9d8f5d-bdf5-41a4-adb7-2feee7945694,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:41.783607 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] For port 7fbe82ef-2525-4f12-a498-aa36d715a7e8, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:48:41.787805 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] For port 7fbe82ef-2525-4f12-a498-aa36d715a7e8, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=7fbe82ef-2525-4f12-a498-aa36d715a7e8,segment=NetworkSegment(58cfb8f4-cfa7-4044-ad24-a670d1a98507),segment_id=58cfb8f4-cfa7-4044-ad24-a670d1a98507)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:48:41.799134 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:41.847910 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:41.863424 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Transition to ACTIVE for port object 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:41.872053 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:41.882612 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb77a7-d5a4-4087-890c-6eff64282830 None None] Pushing event updated for resources: {'Port': ['ID=7fbe82ef-2525-4f12-a498-aa36d715a7e8,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:41.951441 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2b44d322-de34-4861-9244-2f1021a707b5 req-ff4852e2-bd32-4aa1-b08a-39bfb9652c7f service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181764 Aug 30 07:48:41.959078 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341573b-7e68-4b5f-a229-9de25842a0a0 None None] Pushing event updated for resources: {'Port': ['ID=763f7cd5-3ad8-4b21-a1f5-7e2066b53af6,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:41.989890 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341573b-7e68-4b5f-a229-9de25842a0a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:41.990625 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341573b-7e68-4b5f-a229-9de25842a0a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:41.991763 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341573b-7e68-4b5f-a229-9de25842a0a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:41.992303 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341573b-7e68-4b5f-a229-9de25842a0a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:41.992901 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341573b-7e68-4b5f-a229-9de25842a0a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:41.993449 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341573b-7e68-4b5f-a229-9de25842a0a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:41.994050 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341573b-7e68-4b5f-a229-9de25842a0a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:41.994624 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341573b-7e68-4b5f-a229-9de25842a0a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:41.995233 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341573b-7e68-4b5f-a229-9de25842a0a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:41.995803 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341573b-7e68-4b5f-a229-9de25842a0a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:41.996230 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341573b-7e68-4b5f-a229-9de25842a0a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:41.996630 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341573b-7e68-4b5f-a229-9de25842a0a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:42.058285 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Attempting to bind port 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:48:42.058728 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Attempting to bind port 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '17645702-c38a-4230-b5a1-e113535ccf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:48:42.059323 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Attempting to bind port 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 on network ae9925c8-478d-4997-b995-218f50416c2b {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:42.066666 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f195b-717a-4c7b-bc19-dc2d26f93f40 req-1e4f953d-b4dd-4ff1-a54c-6fe33919fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:42.067576 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:48:42.067957 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Checking segment: {'id': '17645702-c38a-4230-b5a1-e113535ccf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:48:42.068593 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:42.069032 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Bound using segment: {'id': '17645702-c38a-4230-b5a1-e113535ccf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:48:42.069670 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Bound port: 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17645702-c38a-4230-b5a1-e113535ccf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:48:42.069819 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-909f195b-717a-4c7b-bc19-dc2d26f93f40 req-1e4f953d-b4dd-4ff1-a54c-6fe33919fc35 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f9590f149e841f38602d1fbd657bb0d&device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 1096 time: 0.0663857 Aug 30 07:48:42.070106 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:42.088509 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:42.190151 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] For port 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:48:42.196194 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] For port 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=763f7cd5-3ad8-4b21-a1f5-7e2066b53af6,segment=NetworkSegment(17645702-c38a-4230-b5a1-e113535ccf3c),segment_id=17645702-c38a-4230-b5a1-e113535ccf3c)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:48:42.204589 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:42.278104 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f195b-717a-4c7b-bc19-dc2d26f93f40 req-9a81ceb3-55bf-4e7d-8ac9-4e54124f436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:42.279809 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-909f195b-717a-4c7b-bc19-dc2d26f93f40 req-9a81ceb3-55bf-4e7d-8ac9-4e54124f436f service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 200 len: 914 time: 0.2007835 Aug 30 07:48:42.315007 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341573b-7e68-4b5f-a229-9de25842a0a0 None None] Pushing event updated for resources: {'Port': ['ID=763f7cd5-3ad8-4b21-a1f5-7e2066b53af6,revision_number=4']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:42.319659 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Routers {'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:42.320283 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:42.367995 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-909f195b-717a-4c7b-bc19-dc2d26f93f40 req-5475d675-ebdd-4c94-9614-4a48202a4bbe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3a2b171-9670-4e61-b420-83a76771aa2e HTTP/1.1" status: 200 len: 217 time: 0.0780346 Aug 30 07:48:42.417407 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550157'] for router, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:42.451154 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f195b-717a-4c7b-bc19-dc2d26f93f40 req-ac777176-582b-409d-9c63-be0099617b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:42.465032 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-909f195b-717a-4c7b-bc19-dc2d26f93f40 req-ac777176-582b-409d-9c63-be0099617b66 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e2318d-123e-41c6-aa16-ca61889da190 HTTP/1.1" status: 200 len: 851 time: 0.0875108 Aug 30 07:48:42.553685 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f195b-717a-4c7b-bc19-dc2d26f93f40 req-7505d8ec-d0ff-4480-865a-0d4d7160ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:42.555869 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-909f195b-717a-4c7b-bc19-dc2d26f93f40 req-7505d8ec-d0ff-4480-865a-0d4d7160ba12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab4a9354-67df-4094-835a-a69066bff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832942 Aug 30 07:48:42.607326 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] Set router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:42.638586 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Router 5fb6e29e-6bef-4d29-afa1-59cc082c61dc is scheduled to L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d with binding_index 1 {{(pid=100444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:48:42.711676 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-909f195b-717a-4c7b-bc19-dc2d26f93f40 req-6740eefc-7464-497c-a10f-2c6f0d788632 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468523 Aug 30 07:48:42.749944 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device ca443380-43b0-4fd2-b08d-607a219bff9f up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:42.805719 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:48:42.812325 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port ca443380-43b0-4fd2-b08d-607a219bff9f triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:42.812815 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:42.825890 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] Notify callbacks [] for router, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:42.831656 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-29244572-0fcb-4077-9c94-410cd8cd07b1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5980124 Aug 30 07:48:42.835878 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57208) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:42.860767 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Sync routers for ids ['5fb6e29e-6bef-4d29-afa1-59cc082c61dc'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:48:42.884778 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-909f195b-717a-4c7b-bc19-dc2d26f93f40 req-c4eb08eb-5b4e-4611-85d4-66bec4f0656c service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437902 Aug 30 07:48:42.914923 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Routers {'5fb6e29e-6bef-4d29-afa1-59cc082c61dc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:42.915486 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['5fb6e29e-6bef-4d29-afa1-59cc082c61dc'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:42.923457 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:42.943080 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ecaf7-16b3-4bf3-b8d7-5f91db13dad3 req-ebd7ad49-40c5-4f8f-bc61-9d3757b04a3e tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:42.945688 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ca8ecaf7-16b3-4bf3-b8d7-5f91db13dad3 req-ebd7ad49-40c5-4f8f-bc61-9d3757b04a3e tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 943 time: 0.2327864 Aug 30 07:48:42.972285 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'name': 'tempest-TestMinimumBasicScenario-1247042791-router', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:37Z', 'revision_number': 4, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'gw_port': {'id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '763f7cd5-3ad8-4b21-a1f5-7e2066b53af6', 'name': '', 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'mac_address': 'fa:16:3e:4e:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:36Z', 'updated_at': '2021-08-30T07:48:42Z', 'revision_number': 4, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'subnets': [{'id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:43.012779 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ca8ecaf7-16b3-4bf3-b8d7-5f91db13dad3 req-87c0617e-2c05-41c6-8570-cfe9fe8bc02c tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602210 Aug 30 07:48:43.021060 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ea5fdb-7ad2-4425-b7c4-7082d530ec44 None None] The sync data for ids ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'] in dv-cinder-804035-7-iscsi is: [{'id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'name': 'tempest-TestMinimumBasicScenario-1247042791-router', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:37Z', 'revision_number': 4, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'gw_port': {'id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '763f7cd5-3ad8-4b21-a1f5-7e2066b53af6', 'name': '', 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'mac_address': 'fa:16:3e:4e:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:36Z', 'updated_at': '2021-08-30T07:48:42Z', 'revision_number': 4, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'subnets': [{'id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:48:43.111342 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Set router 5fb6e29e-6bef-4d29-afa1-59cc082c61dc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:43.220061 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:43.233254 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:43.234206 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:43.290731 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8e53de-4aa8-46c9-a7d6-c2e138786fc6 None None] Network 18243482-1f03-4536-b840-aa16dd8a08ca requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:48:43.409460 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-16792082-d80f-4070-b939-423663dbc632 None None] Provisioning for port 7fbe82ef-2525-4f12-a498-aa36d715a7e8 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:43.498978 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:43.509054 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ff479696-07ac-4a21-ad85-0ce01471e30f req-8d4d42c3-b182-45f1-ae43-7ad1005591a3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660667 Aug 30 07:48:43.540510 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'name': 'tempest-TestMinimumBasicScenario-246404004-router', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '0d9d8f5d-bdf5-41a4-adb7-2feee7945694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:40Z', 'updated_at': '2021-08-30T07:48:41Z', 'revision_number': 3, 'project_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'gw_port': {'id': '0d9d8f5d-bdf5-41a4-adb7-2feee7945694', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:41Z', 'updated_at': '2021-08-30T07:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:43.589299 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Checking router: 5fb6e29e-6bef-4d29-afa1-59cc082c61dc for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:48:43.589644 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Updating router 5fb6e29e-6bef-4d29-afa1-59cc082c61dc port 0d9d8f5d-bdf5-41a4-adb7-2feee7945694 binding host dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:48:43.596950 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=763f7cd5-3ad8-4b21-a1f5-7e2066b53af6,segment=NetworkSegment(17645702-c38a-4230-b5a1-e113535ccf3c),segment_id=17645702-c38a-4230-b5a1-e113535ccf3c)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:43.600593 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff479696-07ac-4a21-ad85-0ce01471e30f req-f1229fa3-d981-4853-bfdc-36146840a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:43.604475 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ff479696-07ac-4a21-ad85-0ce01471e30f req-f1229fa3-d981-4853-bfdc-36146840a19d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f9590f149e841f38602d1fbd657bb0d&device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 1098 time: 0.0706258 Aug 30 07:48:43.605952 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:43.635418 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:43.636317 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 7fbe82ef-2525-4f12-a498-aa36d715a7e8 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:43.729175 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=763f7cd5-3ad8-4b21-a1f5-7e2066b53af6,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:43.734876 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:43.766722 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff479696-07ac-4a21-ad85-0ce01471e30f req-3431f9d0-4b50-41da-ab3e-b17204c40df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:43.768402 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ff479696-07ac-4a21-ad85-0ce01471e30f req-3431f9d0-4b50-41da-ab3e-b17204c40df9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 200 len: 914 time: 0.1413236 Aug 30 07:48:43.849512 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ff479696-07ac-4a21-ad85-0ce01471e30f req-ce559032-f2d6-450a-a371-9bd8f21d3f19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 HTTP/1.1" status: 200 len: 1001 time: 0.0733695 Aug 30 07:48:43.850004 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Allocated IP 172.20.0.1 (18243482-1f03-4536-b840-aa16dd8a08ca/47712f28-d839-4281-aa55-7a08b8cb5140/34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:43.920498 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff479696-07ac-4a21-ad85-0ce01471e30f req-0bfd79da-1136-40fd-ac7a-a687fbe811ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:43.922652 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ff479696-07ac-4a21-ad85-0ce01471e30f req-0bfd79da-1136-40fd-ac7a-a687fbe811ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e2318d-123e-41c6-aa16-ca61889da190 HTTP/1.1" status: 200 len: 851 time: 0.0586514 Aug 30 07:48:43.936750 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 7fbe82ef-2525-4f12-a498-aa36d715a7e8 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:43.943228 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 7fbe82ef-2525-4f12-a498-aa36d715a7e8 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:43.943603 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:43.974861 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff479696-07ac-4a21-ad85-0ce01471e30f req-80d4a121-e213-4e38-bb9b-b319b5311187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:43.976648 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ff479696-07ac-4a21-ad85-0ce01471e30f req-80d4a121-e213-4e38-bb9b-b319b5311187 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab4a9354-67df-4094-835a-a69066bff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470102 Aug 30 07:48:44.005036 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:44.030112 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Transition to ACTIVE for port object 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 will not be triggered until provisioned by entity DHCP. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:44.086379 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:44.111390 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:44.127964 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ff479696-07ac-4a21-ad85-0ce01471e30f req-72708e6e-e471-4aed-9636-0cc49a697a87 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422627 Aug 30 07:48:44.128448 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Notify callbacks [] for port, precommit_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:44.151315 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Transition to ACTIVE for port object 0d9d8f5d-bdf5-41a4-adb7-2feee7945694 will not be triggered until provisioned by entity L2. {{(pid=100446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:44.161726 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Network 18243482-1f03-4536-b840-aa16dd8a08ca is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:44.172794 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:44.175721 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port 7fbe82ef-2525-4f12-a498-aa36d715a7e8, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=7fbe82ef-2525-4f12-a498-aa36d715a7e8,segment=NetworkSegment(58cfb8f4-cfa7-4044-ad24-a670d1a98507),segment_id=58cfb8f4-cfa7-4044-ad24-a670d1a98507)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:44.186024 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:44.188765 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:44.203558 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:44.232839 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-79aaf34a-06f7-48a2-806e-9442026df7a9 None None] Provisioning complete for port 7fbe82ef-2525-4f12-a498-aa36d715a7e8 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:44.233215 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79aaf34a-06f7-48a2-806e-9442026df7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:44.244498 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ff479696-07ac-4a21-ad85-0ce01471e30f req-f1677ce2-c5eb-4238-818f-f6d1c1436446 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069798 Aug 30 07:48:44.252751 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Pushing event updated for resources: {'Port': ['ID=34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:44.266701 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Attempting to bind port 0d9d8f5d-bdf5-41a4-adb7-2feee7945694 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:48:44.267075 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Attempting to bind port 0d9d8f5d-bdf5-41a4-adb7-2feee7945694 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:48:44.267437 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Attempting to bind port 0d9d8f5d-bdf5-41a4-adb7-2feee7945694 on network e3bb27da-da9c-4a81-98a7-6b253e2e221e {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:44.272048 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f84c3-9196-46b5-94d7-201a9f9c9cd5 None None] Pushing event updated for resources: {'Port': ['ID=0d9d8f5d-bdf5-41a4-adb7-2feee7945694,revision_number=2']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:44.278084 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a58d7d-cf4d-4421-9561-4086abb812bf req-ee7e3d0d-dc1a-45ff-be52-cccbfe733448 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:44.279725 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-18a58d7d-cf4d-4421-9561-4086abb812bf req-ee7e3d0d-dc1a-45ff-be52-cccbfe733448 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 943 time: 0.1387510 Aug 30 07:48:44.281043 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550354'] for router_interface, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:44.289646 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:48:44.289646 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Checking segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:48:44.290170 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:44.290473 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Bound using segment: {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'} {{(pid=100446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:48:44.290956 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.managers [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Bound port: 0d9d8f5d-bdf5-41a4-adb7-2feee7945694, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92facc10-e813-476b-a62f-17aa8ed80e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e'}}] {{(pid=100446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:48:44.291337 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:44.369172 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-18a58d7d-cf4d-4421-9561-4086abb812bf req-c0eeda69-5af0-4033-99b8-d3212d22bc30 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538580 Aug 30 07:48:44.468776 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:44.509423 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=7fbe82ef-2525-4f12-a498-aa36d715a7e8,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:44.525092 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] For port 0d9d8f5d-bdf5-41a4-adb7-2feee7945694, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:48:44.528982 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] For port 0d9d8f5d-bdf5-41a4-adb7-2feee7945694, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=0d9d8f5d-bdf5-41a4-adb7-2feee7945694,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:48:44.549746 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:44.554181 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:44.652415 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:44.657357 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:44.660735 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Routers {'5fb6e29e-6bef-4d29-afa1-59cc082c61dc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:44.661361 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['5fb6e29e-6bef-4d29-afa1-59cc082c61dc'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:44.666094 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f84c3-9196-46b5-94d7-201a9f9c9cd5 None None] Pushing event updated for resources: {'Port': ['ID=0d9d8f5d-bdf5-41a4-adb7-2feee7945694,revision_number=3']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:44.719535 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:44.719885 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:44.736990 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555021'] for router_interface, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:44.746145 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Pushing event updated for resources: {'Port': ['ID=34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:44.825275 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-5cb04809-577c-4810-bac9-2dea7ee011f8 None None] Provisioning for port 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:44.834025 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] Set router 5fb6e29e-6bef-4d29-afa1-59cc082c61dc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:44.837850 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-5cb04809-577c-4810-bac9-2dea7ee011f8 None None] Provisioning complete for port 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:44.838246 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5cb04809-577c-4810-bac9-2dea7ee011f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:44.856677 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Network 18243482-1f03-4536-b840-aa16dd8a08ca is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:44.858196 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:44.961248 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-5cb04809-577c-4810-bac9-2dea7ee011f8 None None] Port 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:48:44.979641 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Router 5fb6e29e-6bef-4d29-afa1-59cc082c61dc has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:48:45.097203 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:48:45.102035 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-a8d4b67d-dfac-45ed-8a14-546fdce67d61 admin admin] 10.222.0.58 "PUT /v2.0/routers/5fb6e29e-6bef-4d29-afa1-59cc082c61dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2651112 Aug 30 07:48:45.105279 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-b8ecae60-26ed-494a-a82d-f394be01b11e None None] Provisioning complete for port 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:45.105656 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b8ecae60-26ed-494a-a82d-f394be01b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:45.146312 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-b8ecae60-26ed-494a-a82d-f394be01b11e None None] Port 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:48:45.150808 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'name': 'tempest-TestMinimumBasicScenario-246404004-router', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '0d9d8f5d-bdf5-41a4-adb7-2feee7945694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:40Z', 'updated_at': '2021-08-30T07:48:44Z', 'revision_number': 4, 'project_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'gw_port': {'id': '0d9d8f5d-bdf5-41a4-adb7-2feee7945694', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:41Z', 'updated_at': '2021-08-30T07:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93', 'name': '', 'network_id': '18243482-1f03-4536-b840-aa16dd8a08ca', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'mac_address': 'fa:16:3e:97:d7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '47712f28-d839-4281-aa55-7a08b8cb5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:43Z', 'updated_at': '2021-08-30T07:48:44Z', 'revision_number': 2, 'project_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'subnets': [{'id': '47712f28-d839-4281-aa55-7a08b8cb5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:45.181262 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111f38a5-b091-4ac7-96c9-cab774dc1a73 None None] The sync data for ids ['5fb6e29e-6bef-4d29-afa1-59cc082c61dc'] in dv-cinder-804035-7-iscsi is: [{'id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'name': 'tempest-TestMinimumBasicScenario-246404004-router', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '0d9d8f5d-bdf5-41a4-adb7-2feee7945694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:40Z', 'updated_at': '2021-08-30T07:48:44Z', 'revision_number': 4, 'project_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'gw_port': {'id': '0d9d8f5d-bdf5-41a4-adb7-2feee7945694', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:41Z', 'updated_at': '2021-08-30T07:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93', 'name': '', 'network_id': '18243482-1f03-4536-b840-aa16dd8a08ca', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'mac_address': 'fa:16:3e:97:d7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '47712f28-d839-4281-aa55-7a08b8cb5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:43Z', 'updated_at': '2021-08-30T07:48:44Z', 'revision_number': 2, 'project_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'subnets': [{'id': '47712f28-d839-4281-aa55-7a08b8cb5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:48:45.528548 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261e9fb-5e8b-4c6c-b593-8c1a7ee749d8 req-9a66169a-cc26-49c6-85d7-ecf2c2332e99 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:45.531334 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e261e9fb-5e8b-4c6c-b593-8c1a7ee749d8 req-9a66169a-cc26-49c6-85d7-ecf2c2332e99 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 943 time: 0.0696342 Aug 30 07:48:45.578869 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e261e9fb-5e8b-4c6c-b593-8c1a7ee749d8 req-6f2f3132-77eb-4601-a064-641ccce94d4b tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400198 Aug 30 07:48:46.659576 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 0d9d8f5d-bdf5-41a4-adb7-2feee7945694 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:46.723295 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b52926-da37-44db-9a86-88dfc9134e2d req-f83bf86c-21bc-4e3b-9bfd-685eabf7abd6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:46.725749 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-46b52926-da37-44db-9a86-88dfc9134e2d req-f83bf86c-21bc-4e3b-9bfd-685eabf7abd6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 943 time: 0.0636866 Aug 30 07:48:46.726644 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 0d9d8f5d-bdf5-41a4-adb7-2feee7945694 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:46.730874 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 0d9d8f5d-bdf5-41a4-adb7-2feee7945694 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:46.735473 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:46.782660 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-46b52926-da37-44db-9a86-88dfc9134e2d req-1b57dd7c-524d-4928-bb94-dcddeef0b5c3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496216 Aug 30 07:48:46.836475 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:46.860800 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port 0d9d8f5d-bdf5-41a4-adb7-2feee7945694, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=0d9d8f5d-bdf5-41a4-adb7-2feee7945694,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:46.865525 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:46.866981 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 7fbe82ef-2525-4f12-a498-aa36d715a7e8 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:46.954835 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=0d9d8f5d-bdf5-41a4-adb7-2feee7945694,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:46.969260 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 7fbe82ef-2525-4f12-a498-aa36d715a7e8 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:46.969743 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:47.400810 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Sync routers for ids ['5fb6e29e-6bef-4d29-afa1-59cc082c61dc'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:48:47.410581 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Routers {'5fb6e29e-6bef-4d29-afa1-59cc082c61dc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:47.411218 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['5fb6e29e-6bef-4d29-afa1-59cc082c61dc'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:47.526693 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Set router 5fb6e29e-6bef-4d29-afa1-59cc082c61dc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:47.752902 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'name': 'tempest-TestMinimumBasicScenario-246404004-router', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '0d9d8f5d-bdf5-41a4-adb7-2feee7945694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:40Z', 'updated_at': '2021-08-30T07:48:44Z', 'revision_number': 4, 'project_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'gw_port': {'id': '0d9d8f5d-bdf5-41a4-adb7-2feee7945694', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:41Z', 'updated_at': '2021-08-30T07:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93', 'name': '', 'network_id': '18243482-1f03-4536-b840-aa16dd8a08ca', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'mac_address': 'fa:16:3e:97:d7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '47712f28-d839-4281-aa55-7a08b8cb5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:43Z', 'updated_at': '2021-08-30T07:48:44Z', 'revision_number': 2, 'project_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'subnets': [{'id': '47712f28-d839-4281-aa55-7a08b8cb5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:47.783239 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Checking router: 5fb6e29e-6bef-4d29-afa1-59cc082c61dc for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:48:47.786115 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Updating router 5fb6e29e-6bef-4d29-afa1-59cc082c61dc port 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 binding host dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:48:47.811365 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57246) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:47.830228 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:47.956044 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f5e2b-1556-4ac8-b76b-5c6c6fb80015 req-8899eabd-ffca-4f67-a263-ef98f1ae6456 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:47.958270 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-cc0f5e2b-1556-4ac8-b76b-5c6c6fb80015 req-8899eabd-ffca-4f67-a263-ef98f1ae6456 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 943 time: 0.0827436 Aug 30 07:48:48.009107 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-cc0f5e2b-1556-4ac8-b76b-5c6c6fb80015 req-3d1961c3-707e-4310-8f40-e01cce38fb81 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443294 Aug 30 07:48:48.173006 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-dfa4ac5d-dd3a-49eb-a743-5516640b8333 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Deleting port f9e6b24d-7ad2-47ad-af70-d7b9b5417b2c {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:48:48.173343 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-dfa4ac5d-dd3a-49eb-a743-5516640b8333 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.302901 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-dfa4ac5d-dd3a-49eb-a743-5516640b8333 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.303494 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-dfa4ac5d-dd3a-49eb-a743-5516640b8333 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.312183 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.320849 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-dfa4ac5d-dd3a-49eb-a743-5516640b8333 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Calling delete_port for f9e6b24d-7ad2-47ad-af70-d7b9b5417b2c owned by network:floatingip {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:48:48.347061 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Transition to ACTIVE for port object 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:48.356381 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.446404 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad22e2b-771d-4d49-9c33-345a70ba64ef None None] Pushing event updated for resources: {'Port': ['ID=34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:48.585561 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Attempting to bind port 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 on host dv-cinder-804035-7-iscsi for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:48:48.586469 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Attempting to bind port 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 by drivers openvswitch,hyperv on host dv-cinder-804035-7-iscsi at level 0 using segments [{'id': '58cfb8f4-cfa7-4044-ad24-a670d1a98507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '18243482-1f03-4536-b840-aa16dd8a08ca'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:48:48.587137 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Attempting to bind port 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 on network 18243482-1f03-4536-b840-aa16dd8a08ca {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:48.596228 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Checking agent: {'id': 'd4ae5162-6dbd-4c4d-8602-6fd8bf09e9f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 36), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:48:48.596886 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Checking segment: {'id': '58cfb8f4-cfa7-4044-ad24-a670d1a98507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '18243482-1f03-4536-b840-aa16dd8a08ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:48:48.597584 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.598329 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Bound using segment: {'id': '58cfb8f4-cfa7-4044-ad24-a670d1a98507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '18243482-1f03-4536-b840-aa16dd8a08ca'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:48:48.599293 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Bound port: 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93, host: dv-cinder-804035-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cfb8f4-cfa7-4044-ad24-a670d1a98507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '18243482-1f03-4536-b840-aa16dd8a08ca'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:48:48.599840 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.615080 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 0d9d8f5d-bdf5-41a4-adb7-2feee7945694 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:48.629428 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-dfa4ac5d-dd3a-49eb-a743-5516640b8333 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.695975 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] For port 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93, host dv-cinder-804035-7-iscsi, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:48:48.710377 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] For port 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93, host dv-cinder-804035-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93,segment=NetworkSegment(58cfb8f4-cfa7-4044-ad24-a670d1a98507),segment_id=58cfb8f4-cfa7-4044-ad24-a670d1a98507)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:48:48.717089 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4ac5d-dd3a-49eb-a743-5516640b8333 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Pushing event deleted for resources: {'Port': ['ID=f9e6b24d-7ad2-47ad-af70-d7b9b5417b2c,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:48.739292 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.740921 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 0d9d8f5d-bdf5-41a4-adb7-2feee7945694 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:48.740921 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.896134 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad22e2b-771d-4d49-9c33-345a70ba64ef None None] Pushing event updated for resources: {'Port': ['ID=34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93,revision_number=4']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:48.903027 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Routers {'5fb6e29e-6bef-4d29-afa1-59cc082c61dc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:48.903653 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['5fb6e29e-6bef-4d29-afa1-59cc082c61dc'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:48.949052 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-dfa4ac5d-dd3a-49eb-a743-5516640b8333 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for floatingip, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:48.949052 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.db.l3_db [None req-dfa4ac5d-dd3a-49eb-a743-5516640b8333 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Floating IP 6ac6bfe4-99ba-4baf-8d29-d9651c49e48e disassociated (deleted). External IP: 172.27.2.157, port: 3c46a146-822a-4468-b71f-245ec56863d2. Aug 30 07:48:49.088346 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] Set router 5fb6e29e-6bef-4d29-afa1-59cc082c61dc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:49.226510 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a30cc-219c-4242-b027-cd0031c83f35 req-749cb37b-ffe8-47a9-89cf-e3f71805363f tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:49.228552 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-090a30cc-219c-4242-b027-cd0031c83f35 req-749cb37b-ffe8-47a9-89cf-e3f71805363f tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 943 time: 0.1416121 Aug 30 07:48:49.292384 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa4ac5d-dd3a-49eb-a743-5516640b8333 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Router 08e8793f-dbf6-4b69-a974-e3c5380f0175 has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:48:49.296268 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-090a30cc-219c-4242-b027-cd0031c83f35 req-c01313dd-7dcd-43a3-9876-3d868bf16b06 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566390 Aug 30 07:48:49.397369 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'name': 'tempest-TestMinimumBasicScenario-246404004-router', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '0d9d8f5d-bdf5-41a4-adb7-2feee7945694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:40Z', 'updated_at': '2021-08-30T07:48:44Z', 'revision_number': 4, 'project_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'gw_port': {'id': '0d9d8f5d-bdf5-41a4-adb7-2feee7945694', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:41Z', 'updated_at': '2021-08-30T07:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93', 'name': '', 'network_id': '18243482-1f03-4536-b840-aa16dd8a08ca', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'mac_address': 'fa:16:3e:97:d7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '47712f28-d839-4281-aa55-7a08b8cb5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:43Z', 'updated_at': '2021-08-30T07:48:48Z', 'revision_number': 4, 'project_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'subnets': [{'id': '47712f28-d839-4281-aa55-7a08b8cb5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:49.431708 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18489e03-5d5d-45cb-8d11-abe361d1129d None None] The sync data for ids ['5fb6e29e-6bef-4d29-afa1-59cc082c61dc'] in dv-cinder-804035-7-iscsi is: [{'id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'name': 'tempest-TestMinimumBasicScenario-246404004-router', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '0d9d8f5d-bdf5-41a4-adb7-2feee7945694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:40Z', 'updated_at': '2021-08-30T07:48:44Z', 'revision_number': 4, 'project_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'gw_port': {'id': '0d9d8f5d-bdf5-41a4-adb7-2feee7945694', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:41Z', 'updated_at': '2021-08-30T07:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93', 'name': '', 'network_id': '18243482-1f03-4536-b840-aa16dd8a08ca', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'mac_address': 'fa:16:3e:97:d7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '47712f28-d839-4281-aa55-7a08b8cb5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:43Z', 'updated_at': '2021-08-30T07:48:48Z', 'revision_number': 4, 'project_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'subnets': [{'id': '47712f28-d839-4281-aa55-7a08b8cb5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:48:49.438145 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa4ac5d-dd3a-49eb-a743-5516640b8333 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:48:49.443967 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-dfa4ac5d-dd3a-49eb-a743-5516640b8333 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:49.452754 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920a491f-9aeb-4172-9a1b-127a4edb60a0 None None] Sync routers for ids ['08e8793f-dbf6-4b69-a974-e3c5380f0175'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:48:49.464724 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920a491f-9aeb-4172-9a1b-127a4edb60a0 None None] Routers {'08e8793f-dbf6-4b69-a974-e3c5380f0175'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:49.465638 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-920a491f-9aeb-4172-9a1b-127a4edb60a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['08e8793f-dbf6-4b69-a974-e3c5380f0175'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:49.497402 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-dfa4ac5d-dd3a-49eb-a743-5516640b8333 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "DELETE /v2.0/floatingips/6ac6bfe4-99ba-4baf-8d29-d9651c49e48e HTTP/1.1" status: 204 len: 168 time: 1.6842639 Aug 30 07:48:49.498096 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'tag': '3c46a146-822a-4468-b71f-245ec56863d2'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:49.512011 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b10c24-9b08-4a83-9c2a-67fa4c9676eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3e22a893-aaae-41b0-a718-d5e7595ad334", "tag": "3c46a146-822a-4468-b71f-245ec56863d2"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:49.583565 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b99147-2fc1-4634-88ab-613a88fde921 x-openstack-request-id: req-17b99147-2fc1-4634-88ab-613a88fde921 {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:49.584071 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e22a893-aaae-41b0-a718-d5e7595ad334", "tag": "3c46a146-822a-4468-b71f-245ec56863d2", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:49.584324 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17b99147-2fc1-4634-88ab-613a88fde921 {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:49.584729 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'tag': '3c46a146-822a-4468-b71f-245ec56863d2', 'status': 'completed', 'code': 200} Aug 30 07:48:49.646009 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-920a491f-9aeb-4172-9a1b-127a4edb60a0 None None] Set router 08e8793f-dbf6-4b69-a974-e3c5380f0175 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:49.829577 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd602fc-f7ee-471f-847d-1739b33c82e2 req-cdf2639c-4d68-4ecd-90a8-c4fb77a04e02 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:49.838596 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0fd602fc-f7ee-471f-847d-1739b33c82e2 req-cdf2639c-4d68-4ecd-90a8-c4fb77a04e02 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0737548 Aug 30 07:48:49.912490 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0fd602fc-f7ee-471f-847d-1739b33c82e2 req-701b9806-243a-499f-89f8-fecf181869ca tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646892 Aug 30 07:48:49.972241 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-920a491f-9aeb-4172-9a1b-127a4edb60a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'name': 'tempest-TestShelveInstance-1455718007-router', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '58f45173-6f5f-4f32-adf3-052c33002168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'gw_port': {'id': '58f45173-6f5f-4f32-adf3-052c33002168', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': 'c5f71214-b652-42e5-a610-cb8ad496a0da', 'name': '', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'mac_address': 'fa:16:3e:34:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:45Z', 'updated_at': '2021-08-30T07:43:52Z', 'revision_number': 5, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'subnets': [{'id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:50.008475 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920a491f-9aeb-4172-9a1b-127a4edb60a0 None None] Checking router: 08e8793f-dbf6-4b69-a974-e3c5380f0175 for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:48:50.019126 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920a491f-9aeb-4172-9a1b-127a4edb60a0 None None] Routers {'08e8793f-dbf6-4b69-a974-e3c5380f0175'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:50.019840 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-920a491f-9aeb-4172-9a1b-127a4edb60a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['08e8793f-dbf6-4b69-a974-e3c5380f0175'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:50.295635 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-920a491f-9aeb-4172-9a1b-127a4edb60a0 None None] Set router 08e8793f-dbf6-4b69-a974-e3c5380f0175 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:50.476348 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210f715-c3b8-4dc3-bc67-14262affc0ec req-e14f0575-eca7-49f7-aea4-a45e1dfc3121 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:50.488454 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device e3a2b171-9670-4e61-b420-83a76771aa2e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:48:50.496095 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9210f715-c3b8-4dc3-bc67-14262affc0ec req-e14f0575-eca7-49f7-aea4-a45e1dfc3121 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 943 time: 0.0954614 Aug 30 07:48:50.564405 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9210f715-c3b8-4dc3-bc67-14262affc0ec req-a7c83dec-f104-4bb3-be62-859703bfdb7a tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674329 Aug 30 07:48:50.655545 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:50.714802 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port e3a2b171-9670-4e61-b420-83a76771aa2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e3a2b171-9670-4e61-b420-83a76771aa2e,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:50.739678 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': 'e3a2b171-9670-4e61-b420-83a76771aa2e', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'port_id': 'e3a2b171-9670-4e61-b420-83a76771aa2e', 'mac_address': 'fa:16:3e:c4:b8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:48:50.745957 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-920a491f-9aeb-4172-9a1b-127a4edb60a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'name': 'tempest-TestShelveInstance-1455718007-router', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '58f45173-6f5f-4f32-adf3-052c33002168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'gw_port': {'id': '58f45173-6f5f-4f32-adf3-052c33002168', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': 'c5f71214-b652-42e5-a610-cb8ad496a0da', 'name': '', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'mac_address': 'fa:16:3e:34:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:45Z', 'updated_at': '2021-08-30T07:43:52Z', 'revision_number': 5, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'subnets': [{'id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:50.802431 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning for port 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:50.808532 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920a491f-9aeb-4172-9a1b-127a4edb60a0 None None] The sync data for ids ['08e8793f-dbf6-4b69-a974-e3c5380f0175'] in dv-cinder-804035-7-iscsi is: [{'id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'name': 'tempest-TestShelveInstance-1455718007-router', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '58f45173-6f5f-4f32-adf3-052c33002168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'gw_port': {'id': '58f45173-6f5f-4f32-adf3-052c33002168', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': 'c5f71214-b652-42e5-a610-cb8ad496a0da', 'name': '', 'network_id': '639f315a-ab8b-43c0-af97-d8704cf6ed1a', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'mac_address': 'fa:16:3e:34:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:45Z', 'updated_at': '2021-08-30T07:43:52Z', 'revision_number': 5, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'subnets': [{'id': '4a336205-aa2e-4961-bfe7-6c96dfd27453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:48:50.816642 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:50.817401 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:50.821757 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:50.883764 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a2b171-9670-4e61-b420-83a76771aa2e {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:48:50.931449 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port e3a2b171-9670-4e61-b420-83a76771aa2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e3a2b171-9670-4e61-b420-83a76771aa2e,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:50.940825 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.016772 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.040880 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=e3a2b171-9670-4e61-b420-83a76771aa2e,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:51.044040 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda27303-6d1d-4c13-83f7-72a01745ad13 req-07e9ef2d-6984-4f63-b98c-fd1e8ce41941 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:51.052116 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-fda27303-6d1d-4c13-83f7-72a01745ad13 req-07e9ef2d-6984-4f63-b98c-fd1e8ce41941 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0719907 Aug 30 07:48:51.078861 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] For port 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93,segment=NetworkSegment(58cfb8f4-cfa7-4044-ad24-a670d1a98507),segment_id=58cfb8f4-cfa7-4044-ad24-a670d1a98507)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:51.089483 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:51.105736 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-fda27303-6d1d-4c13-83f7-72a01745ad13 req-e83c39b7-c6a7-4b8d-805b-cc6ea715fe42 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527275 Aug 30 07:48:51.160280 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Pushing event updated for resources: {'Port': ['ID=34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:51.166652 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f89991-760b-478c-8585-d3a7f04f85fc None None] New status for floating IP 6ac6bfe4-99ba-4baf-8d29-d9651c49e48e: DOWN {{(pid=100447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:48:51.614378 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b10c24-9b08-4a83-9c2a-67fa4c9676eb req-5ab83d61-013d-4712-b486-657a4de0832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:51.616706 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d0b10c24-9b08-4a83-9c2a-67fa4c9676eb req-5ab83d61-013d-4712-b486-657a4de0832a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4e2ce190bb44688b0c8e91598644de9&device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 1099 time: 0.0479805 Aug 30 07:48:51.746380 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081cd16-c87a-47e7-906d-9a828e9dc473 req-a920339c-e5c6-458f-9187-ac3f852109ac tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:51.748277 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1081cd16-c87a-47e7-906d-9a828e9dc473 req-a920339c-e5c6-458f-9187-ac3f852109ac tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 944 time: 0.0941951 Aug 30 07:48:51.801624 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1081cd16-c87a-47e7-906d-9a828e9dc473 req-20b8e7f5-7ef4-4436-aea1-107f2485b717 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425243 Aug 30 07:48:51.804844 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b10c24-9b08-4a83-9c2a-67fa4c9676eb req-1247a197-75f3-4d21-a2b8-d01d27768915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:51.806322 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d0b10c24-9b08-4a83-9c2a-67fa4c9676eb req-1247a197-75f3-4d21-a2b8-d01d27768915 service neutron] 10.222.0.72 "GET /v2.0/networks?id=639f315a-ab8b-43c0-af97-d8704cf6ed1a HTTP/1.1" status: 200 len: 911 time: 0.1771903 Aug 30 07:48:51.839704 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['e3a2b171-9670-4e61-b420-83a76771aa2e'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:48:51.878672 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d0b10c24-9b08-4a83-9c2a-67fa4c9676eb req-69b5d283-4a8a-42d1-aec6-7ffdbac203c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c46a146-822a-4468-b71f-245ec56863d2 HTTP/1.1" status: 200 len: 217 time: 0.0614779 Aug 30 07:48:51.947289 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b10c24-9b08-4a83-9c2a-67fa4c9676eb req-91af9d05-b118-4cd5-a7df-2a4660162b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:51.949014 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d0b10c24-9b08-4a83-9c2a-67fa4c9676eb req-91af9d05-b118-4cd5-a7df-2a4660162b65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a336205-aa2e-4961-bfe7-6c96dfd27453 HTTP/1.1" status: 200 len: 848 time: 0.0632951 Aug 30 07:48:52.029230 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b10c24-9b08-4a83-9c2a-67fa4c9676eb req-1051483c-d48d-424e-a7fa-1d67909d4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:52.030937 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d0b10c24-9b08-4a83-9c2a-67fa4c9676eb req-1051483c-d48d-424e-a7fa-1d67909d4a73 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=639f315a-ab8b-43c0-af97-d8704cf6ed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700569 Aug 30 07:48:52.153570 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d0b10c24-9b08-4a83-9c2a-67fa4c9676eb req-9b076c17-7fdf-40ef-a83f-ceb0c4d8848a service neutron] 10.222.0.72 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132710 Aug 30 07:48:52.270272 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d0b10c24-9b08-4a83-9c2a-67fa4c9676eb req-feba6fc0-2525-42a5-a745-d7675f21935c service neutron] 10.222.0.72 "GET /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085153 Aug 30 07:48:52.448797 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641283f8-50a7-4174-9b9b-84e264db54e4 req-0e0d1a23-1257-48ec-aaa1-8ba5e2d5bf70 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:52.451067 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-641283f8-50a7-4174-9b9b-84e264db54e4 req-0e0d1a23-1257-48ec-aaa1-8ba5e2d5bf70 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0550320 Aug 30 07:48:52.512167 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-641283f8-50a7-4174-9b9b-84e264db54e4 req-b0fa5a98-dad0-4fbb-b573-c0a830de2b0d tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540986 Aug 30 07:48:52.563866 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 up at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:52.633704 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Provisioning complete for port 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:52.637541 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:52.945076 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1021d-545d-4640-959b-d47c7a7a7136 req-9ee13b6e-ad3e-440b-8fec-3c3806ab3e2a tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:52.946832 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3bb1021d-545d-4640-959b-d47c7a7a7136 req-9ee13b6e-ad3e-440b-8fec-3c3806ab3e2a tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 944 time: 0.0540545 Aug 30 07:48:53.008990 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3bb1021d-545d-4640-959b-d47c7a7a7136 req-4b9d8ddd-00fa-4a01-8dcc-6396d9201b8f tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517406 Aug 30 07:48:53.624711 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dfabe-1aff-40a1-bf64-cae1ad3a4e12 req-b570b08f-f42e-4334-8bf4-80cad909be94 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:53.627100 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b30dfabe-1aff-40a1-bf64-cae1ad3a4e12 req-b570b08f-f42e-4334-8bf4-80cad909be94 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0545888 Aug 30 07:48:53.676883 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-b30dfabe-1aff-40a1-bf64-cae1ad3a4e12 req-d9abde19-36ea-43f8-98ef-8d84364c4ce2 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428183 Aug 30 07:48:54.133965 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d744f52-dee1-4a14-b38d-4ca7d09332d7 req-748661dd-a4b3-4be4-9370-bdff20c803e5 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:54.135498 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5d744f52-dee1-4a14-b38d-4ca7d09332d7 req-748661dd-a4b3-4be4-9370-bdff20c803e5 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 944 time: 0.0617788 Aug 30 07:48:54.183569 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5d744f52-dee1-4a14-b38d-4ca7d09332d7 req-1c5dc7d4-edae-4ea6-a940-20bf0588cadd tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414529 Aug 30 07:48:54.805140 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919c5d2-3f5b-402f-a40f-7dbea22663c5 req-87699a65-171b-4904-8dc6-49f501a83b06 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:54.806832 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5919c5d2-3f5b-402f-a40f-7dbea22663c5 req-87699a65-171b-4904-8dc6-49f501a83b06 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0562029 Aug 30 07:48:54.850771 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5919c5d2-3f5b-402f-a40f-7dbea22663c5 req-e76331f4-4b46-4618-9fa9-f2437ca1dcf2 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374908 Aug 30 07:48:54.917942 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device e3a2b171-9670-4e61-b420-83a76771aa2e up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:55.005624 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port e3a2b171-9670-4e61-b420-83a76771aa2e completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:55.009533 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port e3a2b171-9670-4e61-b420-83a76771aa2e triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:55.009905 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.095881 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.122678 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c95671e-c3d5-47fc-8e3f-d60b8456e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a2b171-9670-4e61-b420-83a76771aa2e'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:55.125768 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a87dfc-5eca-46b9-8425-fd8b5094e6b5" -d '{"events": [{"server_uuid": "7c95671e-c3d5-47fc-8e3f-d60b8456e03e", "name": "network-vif-plugged", "status": "completed", "tag": "e3a2b171-9670-4e61-b420-83a76771aa2e"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:55.150338 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port e3a2b171-9670-4e61-b420-83a76771aa2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e3a2b171-9670-4e61-b420-83a76771aa2e,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:55.155112 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.189599 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e50cbb-a2eb-4668-8888-fba2c4fa570a x-openstack-request-id: req-84e50cbb-a2eb-4668-8888-fba2c4fa570a {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:55.189893 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c95671e-c3d5-47fc-8e3f-d60b8456e03e", "name": "network-vif-plugged", "status": "completed", "tag": "e3a2b171-9670-4e61-b420-83a76771aa2e", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:55.190167 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-84e50cbb-a2eb-4668-8888-fba2c4fa570a {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:55.190569 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c95671e-c3d5-47fc-8e3f-d60b8456e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a2b171-9670-4e61-b420-83a76771aa2e', 'code': 200} Aug 30 07:48:55.216096 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=e3a2b171-9670-4e61-b420-83a76771aa2e,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:55.320632 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4088ddc-014d-4572-8a1f-f5770ef13023 req-c128bae2-9f30-4c19-8e72-e4b87021f305 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:55.323466 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e4088ddc-014d-4572-8a1f-f5770ef13023 req-c128bae2-9f30-4c19-8e72-e4b87021f305 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 945 time: 0.0596657 Aug 30 07:48:55.369390 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e4088ddc-014d-4572-8a1f-f5770ef13023 req-5ba0806a-28d9-4580-8af3-b68ce104a2c4 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388625 Aug 30 07:48:55.982332 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e428d-a950-4ce9-a464-7310f2430e72 req-6c2dd625-ef36-4827-893f-5a5c38a7508d tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:55.984451 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-336e428d-a950-4ce9-a464-7310f2430e72 req-6c2dd625-ef36-4827-893f-5a5c38a7508d tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0546322 Aug 30 07:48:55.995225 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-77fd8fa6-30cb-4f39-9e63-abd969381265 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:55.996726 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-77fd8fa6-30cb-4f39-9e63-abd969381265 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/networks?id=ae9925c8-478d-4997-b995-218f50416c2b HTTP/1.1" status: 200 len: 815 time: 0.1090190 Aug 30 07:48:56.013216 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4dc5fcf7-227a-47d7-8ee7-771fa3e22077 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/quotas/edefcf79df0f4d64ab5c5985c8833560 HTTP/1.1" status: 200 len: 375 time: 0.0091484 Aug 30 07:48:56.023814 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-336e428d-a950-4ce9-a464-7310f2430e72 req-9faa75d6-1a65-4af9-b102-f59c18f9ff32 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/security-groups?id=68ee3800-4c39-4d77-be43-355cdaa756f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332494 Aug 30 07:48:56.071374 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-86068cc9-862e-4ead-9379-86bae6fa169d tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=edefcf79df0f4d64ab5c5985c8833560&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517533 Aug 30 07:48:56.177367 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-cd2cddec-51cd-467d-b2f5-c40edab030b9 service neutron] 10.222.0.58 "GET /v2.0/networks/ae9925c8-478d-4997-b995-218f50416c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932844 Aug 30 07:48:56.212454 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84449bf6-e09c-41ff-8c20-26ed9a071758 req-f02fce46-de85-4f57-9f1a-3b3f02e45c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:56.213963 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-84449bf6-e09c-41ff-8c20-26ed9a071758 req-f02fce46-de85-4f57-9f1a-3b3f02e45c9b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 1098 time: 0.0415714 Aug 30 07:48:56.263520 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-84449bf6-e09c-41ff-8c20-26ed9a071758 req-53881dc0-527e-4215-a7b7-123a62a5a02a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290935 Aug 30 07:48:56.282550 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-b04522af-c00d-4592-ab54-db0ac01b642c service neutron] 10.222.0.58 "GET /v2.0/networks/ae9925c8-478d-4997-b995-218f50416c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974786 Aug 30 07:48:56.482658 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-295a8947-ed5a-4022-bf7a-60885f1d8641 req-2638a3fd-1bd3-487b-8bf4-64a1899f77a6 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 210 time: 0.0664084 Aug 30 07:48:56.540683 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feaf93e-3870-4292-96a3-bb03211be54e req-5c2cafbe-02d1-4c9a-86e3-a1bc7902de53 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:56.542232 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1feaf93e-3870-4292-96a3-bb03211be54e req-5c2cafbe-02d1-4c9a-86e3-a1bc7902de53 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 945 time: 0.0796309 Aug 30 07:48:56.559089 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b57bda-8d44-4a1b-af84-872562e7c757 req-66845322-22dc-45fe-95c5-4b8a8df8caa6 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:56.560573 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-96b57bda-8d44-4a1b-af84-872562e7c757 req-66845322-22dc-45fe-95c5-4b8a8df8caa6 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 946 time: 0.0688410 Aug 30 07:48:56.635038 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-1feaf93e-3870-4292-96a3-bb03211be54e req-f78b2e3b-4bf8-457d-8f19-0763a7d4c740 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839067 Aug 30 07:48:56.684176 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-96b57bda-8d44-4a1b-af84-872562e7c757 req-31cb0ebb-c76a-48d0-a95f-5ec311935e55 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Deleting port 3c46a146-822a-4468-b71f-245ec56863d2 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:48:56.684849 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-96b57bda-8d44-4a1b-af84-872562e7c757 req-31cb0ebb-c76a-48d0-a95f-5ec311935e55 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:56.791532 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-96b57bda-8d44-4a1b-af84-872562e7c757 req-31cb0ebb-c76a-48d0-a95f-5ec311935e55 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] For port 3c46a146-822a-4468-b71f-245ec56863d2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3c46a146-822a-4468-b71f-245ec56863d2,segment=NetworkSegment(657b8a42-6ba5-4a47-bd9a-7e30c7faf863),segment_id=657b8a42-6ba5-4a47-bd9a-7e30c7faf863)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:56.792212 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-96b57bda-8d44-4a1b-af84-872562e7c757 req-31cb0ebb-c76a-48d0-a95f-5ec311935e55 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:56.808856 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-96b57bda-8d44-4a1b-af84-872562e7c757 req-31cb0ebb-c76a-48d0-a95f-5ec311935e55 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Calling delete_port for 3c46a146-822a-4468-b71f-245ec56863d2 owned by compute:nova {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:48:56.949682 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-96b57bda-8d44-4a1b-af84-872562e7c757 req-31cb0ebb-c76a-48d0-a95f-5ec311935e55 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:56.985812 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb0ebb-c76a-48d0-a95f-5ec311935e55 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Pushing event deleted for resources: {'Port': ['ID=3c46a146-822a-4468-b71f-245ec56863d2,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:57.031656 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b57bda-8d44-4a1b-af84-872562e7c757 req-31cb0ebb-c76a-48d0-a95f-5ec311935e55 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] No DVR routers for this DVR port 3c46a146-822a-4468-b71f-245ec56863d2 on host hv-cinder-80403 {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:48:57.033984 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-96b57bda-8d44-4a1b-af84-872562e7c757 req-31cb0ebb-c76a-48d0-a95f-5ec311935e55 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:57.035957 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-96b57bda-8d44-4a1b-af84-872562e7c757 req-31cb0ebb-c76a-48d0-a95f-5ec311935e55 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.72 "DELETE /v2.0/ports/3c46a146-822a-4468-b71f-245ec56863d2 HTTP/1.1" status: 204 len: 173 time: 0.4680018 Aug 30 07:48:57.036382 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'name': 'network-vif-deleted', 'tag': '3c46a146-822a-4468-b71f-245ec56863d2'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:57.038624 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04df5192-1a5d-420b-915c-2d39acedf261" -d '{"events": [{"server_uuid": "3e22a893-aaae-41b0-a718-d5e7595ad334", "name": "network-vif-deleted", "tag": "3c46a146-822a-4468-b71f-245ec56863d2"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:57.081376 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf38163-2644-4316-9829-45e537c60cfc x-openstack-request-id: req-dcf38163-2644-4316-9829-45e537c60cfc {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:57.081670 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e22a893-aaae-41b0-a718-d5e7595ad334", "name": "network-vif-deleted", "tag": "3c46a146-822a-4468-b71f-245ec56863d2", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:57.081925 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dcf38163-2644-4316-9829-45e537c60cfc {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:57.082553 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e22a893-aaae-41b0-a718-d5e7595ad334', 'name': 'network-vif-deleted', 'tag': '3c46a146-822a-4468-b71f-245ec56863d2', 'status': 'completed', 'code': 200} Aug 30 07:48:57.126282 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-760d0dc5-e260-4278-86af-76dbdbc35766 req-0ddcdff6-b681-480f-bbe7-b3a8c9ca878a tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 210 time: 0.0313303 Aug 30 07:48:57.572147 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-66065308-14ab-4980-bad1-c9f147ef12a4 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:57.573933 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-66065308-14ab-4980-bad1-c9f147ef12a4 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.72 "GET /v2.0/networks?id=ae9925c8-478d-4997-b995-218f50416c2b HTTP/1.1" status: 200 len: 815 time: 0.1346395 Aug 30 07:48:57.594508 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-027ebb3f-c33c-4562-aee3-1939365ca36f req-ce144c15-3add-4ae1-bc4c-01f3f68880de tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 210 time: 0.0282540 Aug 30 07:48:57.612357 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-009cd19b-faf0-4e0e-ac4f-e7afc596ae06 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Request body: {'port': {'device_id': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'admin_state_up': True, 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:57.761691 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-009cd19b-faf0-4e0e-ac4f-e7afc596ae06 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Made reservation on behalf of edefcf79df0f4d64ab5c5985c8833560 for: {'port': 1} {{(pid=100444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:48:57.765992 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-009cd19b-faf0-4e0e-ac4f-e7afc596ae06 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:57.788998 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42df295-f178-443a-ac64-db586dc7b950 req-bb523489-ac71-4a16-b747-8ffe0d6e25f8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:57.790370 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f42df295-f178-443a-ac64-db586dc7b950 req-bb523489-ac71-4a16-b747-8ffe0d6e25f8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 945 time: 0.0788527 Aug 30 07:48:58.180895 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f42df295-f178-443a-ac64-db586dc7b950 req-685b8b5b-bf68-4554-a3e2-9ece2a953a10 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3794572 Aug 30 07:48:58.348531 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_common [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-009cd19b-faf0-4e0e-ac4f-e7afc596ae06 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Allocated IP 172.20.0.10 (ae9925c8-478d-4997-b995-218f50416c2b/799e5f7f-2a2b-4691-a1cb-3e82958fcb50/83ab51b1-1afe-4bd0-80ad-be775334a711) {{(pid=100444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:58.350777 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5437e760-233c-46d2-aed5-f47ed55deefb req-afc43969-7232-4daa-8169-a65238a4e24e tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 210 time: 0.0471056 Aug 30 07:48:58.422901 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd8837-8c0a-44d2-957c-eef1cd6ca9b1 req-d5f44505-4973-4894-b003-e29155c0b837 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:58.437167 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-87dd8837-8c0a-44d2-957c-eef1cd6ca9b1 req-d5f44505-4973-4894-b003-e29155c0b837 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 945 time: 0.1292901 Aug 30 07:48:58.534752 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-87dd8837-8c0a-44d2-957c-eef1cd6ca9b1 req-320aa79d-6b91-4231-9248-5b1fcc76e389 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956428 Aug 30 07:48:58.566625 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57394) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:58.640549 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6630ff81-a698-4c59-972b-da52014b8e15 tempest-TestVolumeBootPattern-247217760 tempest-TestVolumeBootPattern-247217760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:58.645346 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-6630ff81-a698-4c59-972b-da52014b8e15 tempest-TestVolumeBootPattern-247217760 tempest-TestVolumeBootPattern-247217760-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 1093 time: 0.0767243 Aug 30 07:48:58.646086 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57398) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:58.652525 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Request body: {'floatingip': {'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'port_id': 'e3a2b171-9670-4e61-b420-83a76771aa2e', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:58.689247 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for floatingip, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:58.726831 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-009cd19b-faf0-4e0e-ac4f-e7afc596ae06 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for port, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:58.751268 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-009cd19b-faf0-4e0e-ac4f-e7afc596ae06 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Transition to ACTIVE for port object 83ab51b1-1afe-4bd0-80ad-be775334a711 will not be triggered until provisioned by entity DHCP. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:58.791055 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-009cd19b-faf0-4e0e-ac4f-e7afc596ae06 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:58.799092 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9cedc871-cb81-4256-b4c6-97b1a6bd0f4d req-05480e32-6745-40c6-a608-7a3c0680cf5b tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 210 time: 0.0807624 Aug 30 07:48:58.877390 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-009cd19b-faf0-4e0e-ac4f-e7afc596ae06 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Network ae9925c8-478d-4997-b995-218f50416c2b is already hosted by enough agents. {{(pid=100444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:58.877794 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:58.881261 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.base_scheduler [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-009cd19b-faf0-4e0e-ac4f-e7afc596ae06 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Resources bound (agent type, host, resource id): {{(pid=100444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:58.886155 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-009cd19b-faf0-4e0e-ac4f-e7afc596ae06 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Received port after_create {{(pid=100444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:58.922101 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cd19b-faf0-4e0e-ac4f-e7afc596ae06 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Pushing event updated for resources: {'Port': ['ID=83ab51b1-1afe-4bd0-80ad-be775334a711,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:58.960570 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-009cd19b-faf0-4e0e-ac4f-e7afc596ae06 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:58.961571 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-009cd19b-faf0-4e0e-ac4f-e7afc596ae06 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:59.005535 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-009cd19b-faf0-4e0e-ac4f-e7afc596ae06 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3946555 Aug 30 07:48:59.051133 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Allocated IP 172.27.2.32 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/10af7c5c-2aa8-4a94-ac0e-1fdca1f12fe2) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:59.201515 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:59.251758 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:59.292929 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-dc85ffb2-60f3-4fea-a80d-1f6f24560ad6 None None] Provisioning for port 83ab51b1-1afe-4bd0-80ad-be775334a711 completed by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:59.302484 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-dc85ffb2-60f3-4fea-a80d-1f6f24560ad6 None None] Provisioning complete for port 83ab51b1-1afe-4bd0-80ad-be775334a711 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:59.302870 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-dc85ffb2-60f3-4fea-a80d-1f6f24560ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:59.313060 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:59.317813 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:59.323802 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:59.347210 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-dc85ffb2-60f3-4fea-a80d-1f6f24560ad6 None None] Port 83ab51b1-1afe-4bd0-80ad-be775334a711 cannot update to ACTIVE because it is not bound. {{(pid=100446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:48:59.377172 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event updated for resources: {'Port': ['ID=10af7c5c-2aa8-4a94-ac0e-1fdca1f12fe2,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:59.406594 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:59.407011 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:59.407284 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:59.407624 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:59.407959 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:59.408382 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:59.408991 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:59.409281 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:59.409646 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:59.410240 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:59.410794 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:59.411125 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:59.490480 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-11043126-ddd9-42d3-91d1-b540e91283d6 req-e8bd1c3d-9efe-44cb-b3dd-5a0c2c36ff98 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 210 time: 0.0315816 Aug 30 07:48:59.746512 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:59.832725 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:59.918426 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 3c46a146-822a-4468-b71f-245ec56863d2 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:48:59.939271 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: 3c46a146-822a-4468-b71f-245ec56863d2 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:48:59.939618 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 3c46a146-822a-4468-b71f-245ec56863d2 not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:48:59.999542 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c3b70-70c3-46fb-a7e3-3933fcb55e8e req-4461125c-875c-40e9-94f7-e0968b691280 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:00.000955 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-913c3b70-70c3-46fb-a7e3-3933fcb55e8e req-4461125c-875c-40e9-94f7-e0968b691280 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 932 time: 0.1075702 Aug 30 07:49:00.063195 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-913c3b70-70c3-46fb-a7e3-3933fcb55e8e req-caba9e95-bde1-48b2-8764-f83a40ff6f0b tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549746 Aug 30 07:49:00.076389 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:00.086111 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:00.187549 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event updated for resources: {'Port': ['ID=10af7c5c-2aa8-4a94-ac0e-1fdca1f12fe2,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:00.197469 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:00.297836 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.l3_db [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Floating IP 5250bce6-c49d-454a-abd8-572d57ecb4f2 associated. External IP: 172.27.2.32, port: e3a2b171-9670-4e61-b420-83a76771aa2e. Aug 30 07:49:00.546978 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:49:00.642321 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7946ee24-7ac2-4538-ae92-213be38a00dc req-7888778e-0d46-42cf-9854-2c4d3d165dfb tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 210 time: 0.0335162 Aug 30 07:49:00.708837 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:49:00.719217 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e34ec-90c8-41bc-ae17-76104b677e3f None None] Sync routers for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:49:00.725583 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:00.728684 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e34ec-90c8-41bc-ae17-76104b677e3f None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:00.729307 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-115e34ec-90c8-41bc-ae17-76104b677e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:00.766100 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-e54e67ca-913b-4904-9681-85cdee84b678 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1104848 Aug 30 07:49:00.766100 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c95671e-c3d5-47fc-8e3f-d60b8456e03e', 'tag': 'e3a2b171-9670-4e61-b420-83a76771aa2e'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:49:00.766100 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aba8c83-a88e-4304-a07b-c49ade123e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c95671e-c3d5-47fc-8e3f-d60b8456e03e", "tag": "e3a2b171-9670-4e61-b420-83a76771aa2e"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:49:00.815917 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c60525d-f3db-47d6-9cd7-b8e4007ebd88 x-openstack-request-id: req-9c60525d-f3db-47d6-9cd7-b8e4007ebd88 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:49:00.816269 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c95671e-c3d5-47fc-8e3f-d60b8456e03e", "tag": "e3a2b171-9670-4e61-b420-83a76771aa2e", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:49:00.816579 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c60525d-f3db-47d6-9cd7-b8e4007ebd88 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:49:00.817034 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c95671e-c3d5-47fc-8e3f-d60b8456e03e', 'tag': 'e3a2b171-9670-4e61-b420-83a76771aa2e', 'status': 'completed', 'code': 200} Aug 30 07:49:00.857655 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-115e34ec-90c8-41bc-ae17-76104b677e3f None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:01.143517 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-115e34ec-90c8-41bc-ae17-76104b677e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '079253cb-6f64-4174-af0b-0964fe154dfd', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'port_id': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'mac_address': 'fa:16:3e:94:4d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:46:47Z', 'updated_at': '2021-08-30T07:46:49Z', 'revision_number': 1, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address_scope': None}, {'id': '5250bce6-c49d-454a-abd8-572d57ecb4f2', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'port_id': 'e3a2b171-9670-4e61-b420-83a76771aa2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'mac_address': 'fa:16:3e:c4:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c95671e-c3d5-47fc-8e3f-d60b8456e03e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:48:59Z', 'updated_at': '2021-08-30T07:48:59Z', 'revision_number': 0, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:01.171887 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e34ec-90c8-41bc-ae17-76104b677e3f None None] Checking router: 4b14d5a1-5896-47db-9d6a-b64d7346ab18 for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:49:01.187490 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e34ec-90c8-41bc-ae17-76104b677e3f None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:01.188323 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-115e34ec-90c8-41bc-ae17-76104b677e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:01.206168 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285536b-f6a1-4f90-96ce-12ee8ba54aa9 req-c0e01516-3031-4994-b447-0f5eff97e5e8 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:01.207865 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2285536b-f6a1-4f90-96ce-12ee8ba54aa9 req-c0e01516-3031-4994-b447-0f5eff97e5e8 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 932 time: 0.0580819 Aug 30 07:49:01.250516 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-2285536b-f6a1-4f90-96ce-12ee8ba54aa9 req-55a72294-3d1b-464c-9ece-eab9eeb199fd tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364072 Aug 30 07:49:01.306266 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-115e34ec-90c8-41bc-ae17-76104b677e3f None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:01.779161 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-115e34ec-90c8-41bc-ae17-76104b677e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '079253cb-6f64-4174-af0b-0964fe154dfd', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'port_id': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'mac_address': 'fa:16:3e:94:4d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:46:47Z', 'updated_at': '2021-08-30T07:46:49Z', 'revision_number': 1, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address_scope': None}, {'id': '5250bce6-c49d-454a-abd8-572d57ecb4f2', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'port_id': 'e3a2b171-9670-4e61-b420-83a76771aa2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'mac_address': 'fa:16:3e:c4:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c95671e-c3d5-47fc-8e3f-d60b8456e03e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:48:59Z', 'updated_at': '2021-08-30T07:48:59Z', 'revision_number': 0, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:01.817037 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-02c0ce5e-2791-4fa9-a3cf-21619b2167f5 req-ee16f065-967c-47d8-959a-4f64d737de37 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 210 time: 0.0398602 Aug 30 07:49:01.817687 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e34ec-90c8-41bc-ae17-76104b677e3f None None] The sync data for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi is: [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '079253cb-6f64-4174-af0b-0964fe154dfd', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'port_id': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'mac_address': 'fa:16:3e:94:4d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:46:47Z', 'updated_at': '2021-08-30T07:46:49Z', 'revision_number': 1, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address_scope': None}, {'id': '5250bce6-c49d-454a-abd8-572d57ecb4f2', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'port_id': 'e3a2b171-9670-4e61-b420-83a76771aa2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'mac_address': 'fa:16:3e:c4:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c95671e-c3d5-47fc-8e3f-d60b8456e03e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:48:59Z', 'updated_at': '2021-08-30T07:48:59Z', 'revision_number': 0, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:49:02.047787 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aad5c1-4e31-45b6-ae5f-7305b7ee1271 None None] New status for floating IP 5250bce6-c49d-454a-abd8-572d57ecb4f2: ACTIVE {{(pid=100447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:49:02.374592 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36703877-8952-4bca-8240-4a7bf4537646 req-c6577439-fc00-48f7-a43c-a82e0c93fcb3 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:02.376101 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-36703877-8952-4bca-8240-4a7bf4537646 req-c6577439-fc00-48f7-a43c-a82e0c93fcb3 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 932 time: 0.0554788 Aug 30 07:49:02.413224 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-36703877-8952-4bca-8240-4a7bf4537646 req-5284f326-14c4-4870-862f-f2542d4ae4c0 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309837 Aug 30 07:49:02.932098 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-6b12b0ec-77ff-4ca6-bcc0-e227bac6055c req-e4d69d85-445d-4b8e-8455-8ac1136bffc9 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 210 time: 0.0266006 Aug 30 07:49:03.540858 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ab278-ebeb-483c-bfb2-9c4a310cf897 req-4f37c836-669d-40c8-93f9-e3cb062e32be tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:03.543325 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3f0ab278-ebeb-483c-bfb2-9c4a310cf897 req-4f37c836-669d-40c8-93f9-e3cb062e32be tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 932 time: 0.0566595 Aug 30 07:49:03.582441 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3f0ab278-ebeb-483c-bfb2-9c4a310cf897 req-432de426-84d7-4d93-9726-2cfe80d02ead tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326614 Aug 30 07:49:03.651443 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-0ebe9669-7072-4e07-baeb-0a3e8141f52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:04.051106 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-79fe1678-b4f1-4df8-b6cf-71e407d4dfbd req-449a2b31-8bd7-42bb-b272-ef41ecc9214e tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 210 time: 0.0312572 Aug 30 07:49:04.701950 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9bb58-aa01-4ce4-8de2-a866d6c97bd6 req-4610223b-523f-450f-b803-9befb0cb2dcf tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:04.703570 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-93c9bb58-aa01-4ce4-8de2-a866d6c97bd6 req-4610223b-523f-450f-b803-9befb0cb2dcf tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 932 time: 0.0519273 Aug 30 07:49:04.750383 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-93c9bb58-aa01-4ce4-8de2-a866d6c97bd6 req-d6a684ce-5369-4066-83cd-59769fd1eb22 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390828 Aug 30 07:49:05.162598 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bec19fe4-ab4f-4602-a953-cfa20dddccc6 req-5c07aee5-676f-47c6-98b7-6577e9f16307 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 210 time: 0.0283568 Aug 30 07:49:05.871855 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f56ca4-0bd7-4ca9-a039-85d635ce8614 req-dbf17a5f-30ef-4ec3-9d7a-0da61907df6f tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:05.873509 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e6f56ca4-0bd7-4ca9-a039-85d635ce8614 req-dbf17a5f-30ef-4ec3-9d7a-0da61907df6f tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 932 time: 0.0551188 Aug 30 07:49:05.910796 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a72d721a-20b0-4e25-aaad-1230936511ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:05.919481 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e6f56ca4-0bd7-4ca9-a039-85d635ce8614 req-c121f8fc-4cad-4b34-9376-a325aec3d050 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388334 Aug 30 07:49:06.272544 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-951f2d34-1efd-40b1-8328-bbd957ee6c69 req-df0921a6-c8bd-495f-b17c-ac9ea44e9ab7 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 210 time: 0.0304124 Aug 30 07:49:06.484240 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:07.064604 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaca29b-df91-49d2-8dd3-478bdd8a5afb req-abbc63af-2013-4eff-b9be-e49b0ab6deec tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:07.066117 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3aaca29b-df91-49d2-8dd3-478bdd8a5afb req-abbc63af-2013-4eff-b9be-e49b0ab6deec tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 932 time: 0.0724695 Aug 30 07:49:07.104609 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-3aaca29b-df91-49d2-8dd3-478bdd8a5afb req-bfea90b4-90f4-4a56-b69c-492dbfe8eeba tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325799 Aug 30 07:49:07.293349 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:07.402445 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-f6bdf81f-0d5d-4637-b53a-9a3e200ea3ab req-f9381a70-dc0d-4fe9-b722-a82e977b0b50 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 210 time: 0.0359411 Aug 30 07:49:08.229237 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c4cea-c64b-467d-86b0-683c7031f655 req-001d642c-0e41-4396-a2ce-eaa070a49003 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:08.230918 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9d2c4cea-c64b-467d-86b0-683c7031f655 req-001d642c-0e41-4396-a2ce-eaa070a49003 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 932 time: 0.0520022 Aug 30 07:49:08.270249 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-9d2c4cea-c64b-467d-86b0-683c7031f655 req-2a7331d9-3721-443e-86ce-bec7ce2ca150 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329621 Aug 30 07:49:08.501968 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a9bf38aa-c9a8-4645-8892-28de0789d394 req-da597b8c-1d08-4060-84cb-b756c7741af5 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e22a893-aaae-41b0-a718-d5e7595ad334 HTTP/1.1" status: 200 len: 210 time: 0.0273154 Aug 30 07:49:08.980522 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.113680 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Request body: {'port': {'device_id': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:09.191758 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.195332 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8c83-a88e-4304-a07b-c49ade123e6d req-e30d97cf-0ce0-4c1b-9fcb-a8d82123062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:09.197533 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1aba8c83-a88e-4304-a07b-c49ade123e6d req-e30d97cf-0ce0-4c1b-9fcb-a8d82123062c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f9590f149e841f38602d1fbd657bb0d&device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 1098 time: 0.0520861 Aug 30 07:49:09.305523 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8c83-a88e-4304-a07b-c49ade123e6d req-43995904-ac4f-4c59-a10b-b3389332dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:09.307014 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1aba8c83-a88e-4304-a07b-c49ade123e6d req-43995904-ac4f-4c59-a10b-b3389332dc9e service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 200 len: 914 time: 0.0977252 Aug 30 07:49:09.414615 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1aba8c83-a88e-4304-a07b-c49ade123e6d req-e0382971-e4d9-4cb2-8404-09ce41de7f74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3a2b171-9670-4e61-b420-83a76771aa2e HTTP/1.1" status: 200 len: 1000 time: 0.0878158 Aug 30 07:49:09.426274 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b383f85-ebda-4675-a266-a2ef817a3739 req-f8efb7d0-68fd-4ed9-8b0f-f47ed0afe28e tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:09.427700 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4b383f85-ebda-4675-a266-a2ef817a3739 req-f8efb7d0-68fd-4ed9-8b0f-f47ed0afe28e tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 932 time: 0.0637932 Aug 30 07:49:09.478774 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ab51b1-1afe-4bd0-80ad-be775334a711 {{(pid=100444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:49:09.487284 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.500988 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.provisioning_blocks [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Transition to ACTIVE for port object 83ab51b1-1afe-4bd0-80ad-be775334a711 will not be triggered until provisioned by entity L2. {{(pid=100444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:09.505951 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.578188 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57482) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:09.637268 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Pushing event updated for resources: {'Port': ['ID=83ab51b1-1afe-4bd0-80ad-be775334a711,revision_number=2']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:09.658788 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Attempting to bind port 83ab51b1-1afe-4bd0-80ad-be775334a711 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:49:09.659149 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Attempting to bind port 83ab51b1-1afe-4bd0-80ad-be775334a711 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '17645702-c38a-4230-b5a1-e113535ccf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b'}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:49:09.659454 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Attempting to bind port 83ab51b1-1afe-4bd0-80ad-be775334a711 on network ae9925c8-478d-4997-b995-218f50416c2b {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:09.672282 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Port 83ab51b1-1afe-4bd0-80ad-be775334a711 on network ae9925c8-478d-4997-b995-218f50416c2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:49:09.672493 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Attempting to bind port 83ab51b1-1afe-4bd0-80ad-be775334a711 on network ae9925c8-478d-4997-b995-218f50416c2b {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:09.682480 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Checking agent: {'id': '7e74ef33-f8a8-4322-b2d8-2eee0b6ca780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:49:09.682819 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Checking segment: {'id': '17645702-c38a-4230-b5a1-e113535ccf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:09.683210 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Bound using segment: {'id': '17645702-c38a-4230-b5a1-e113535ccf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b'} {{(pid=100444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:49:09.683642 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.managers [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Bound port: 83ab51b1-1afe-4bd0-80ad-be775334a711, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17645702-c38a-4230-b5a1-e113535ccf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b'}}] {{(pid=100444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:49:09.684005 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.737540 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d0e02820-9398-45fd-9aed-05df3c2e78a8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.768981 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d0e02820-9398-45fd-9aed-05df3c2e78a8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.776782 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8c83-a88e-4304-a07b-c49ade123e6d req-3f4613b7-25b1-4247-8b93-cbb510fd3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:09.778327 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1aba8c83-a88e-4304-a07b-c49ade123e6d req-3f4613b7-25b1-4247-8b93-cbb510fd3425 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e2318d-123e-41c6-aa16-ca61889da190 HTTP/1.1" status: 200 len: 851 time: 0.3496954 Aug 30 07:49:09.781382 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4b383f85-ebda-4675-a266-a2ef817a3739 req-bac06e6c-e4df-4f9f-b39c-8f58768aef16 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454399 Aug 30 07:49:09.825631 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8c83-a88e-4304-a07b-c49ade123e6d req-39831e58-3dcc-4e3e-852c-a455c70017c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:09.826575 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] For port 83ab51b1-1afe-4bd0-80ad-be775334a711, host hv-cinder-80403, cleared binding levels {{(pid=100444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:49:09.828025 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1aba8c83-a88e-4304-a07b-c49ade123e6d req-39831e58-3dcc-4e3e-852c-a455c70017c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab4a9354-67df-4094-835a-a69066bff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410848 Aug 30 07:49:09.831002 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] For port 83ab51b1-1afe-4bd0-80ad-be775334a711, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=83ab51b1-1afe-4bd0-80ad-be775334a711,segment=NetworkSegment(17645702-c38a-4230-b5a1-e113535ccf3c),segment_id=17645702-c38a-4230-b5a1-e113535ccf3c)] {{(pid=100444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:49:09.835267 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.856905 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.882122 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:09.882539 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.884005 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] 10.222.0.72 "PUT /v2.0/ports/83ab51b1-1afe-4bd0-80ad-be775334a711 HTTP/1.1" status: 200 len: 1094 time: 0.7753673 Aug 30 07:49:09.889994 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'tag': '83ab51b1-1afe-4bd0-80ad-be775334a711'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:49:09.899198 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b92740-0c8e-4b9f-a7c2-588c5ed823a7" -d '{"events": [{"name": "network-changed", "server_uuid": "89b87412-62eb-4d8b-8cd6-0c5a18745834", "tag": "83ab51b1-1afe-4bd0-80ad-be775334a711"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:49:09.920413 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d0e02820-9398-45fd-9aed-05df3c2e78a8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.924732 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d0e02820-9398-45fd-9aed-05df3c2e78a8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.926336 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-d0e02820-9398-45fd-9aed-05df3c2e78a8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] 10.222.0.58 "DELETE /v2.0/security-groups/68ee3800-4c39-4d77-be43-355cdaa756f4 HTTP/1.1" status: 204 len: 168 time: 0.3452296 Aug 30 07:49:09.945715 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1aba8c83-a88e-4304-a07b-c49ade123e6d req-8df5bc1e-298f-4f26-ad52-9e8923d48581 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102707 Aug 30 07:49:09.950003 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e02820-9398-45fd-9aed-05df3c2e78a8 tempest-TestShelveInstance-350521688 tempest-TestShelveInstance-350521688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ee3800-4c39-4d77-be43-355cdaa756f4,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:09.987780 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b88cd0-46a2-4153-b642-8b28c973aaa0 x-openstack-request-id: req-70b88cd0-46a2-4153-b642-8b28c973aaa0 {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:49:09.994572 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b87412-62eb-4d8b-8cd6-0c5a18745834", "tag": "83ab51b1-1afe-4bd0-80ad-be775334a711", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:49:09.994860 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70b88cd0-46a2-4153-b642-8b28c973aaa0 {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:49:09.995333 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'tag': '83ab51b1-1afe-4bd0-80ad-be775334a711', 'status': 'completed', 'code': 200} Aug 30 07:49:09.995782 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57488) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:10.019652 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf0865-3d7f-468c-80a7-6519bd5d302e service neutron] Pushing event updated for resources: {'Port': ['ID=83ab51b1-1afe-4bd0-80ad-be775334a711,revision_number=3']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:10.039969 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-ea22db7f-3bd1-4dac-91b5-e994226a0d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:10.041483 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-ea22db7f-3bd1-4dac-91b5-e994226a0d26 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=edefcf79df0f4d64ab5c5985c8833560&device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 1097 time: 0.0995493 Aug 30 07:49:10.080082 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-1aba8c83-a88e-4304-a07b-c49ade123e6d req-bc4877ae-935a-46cd-a873-5acac216d2e0 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234076 Aug 30 07:49:10.117144 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-e749583e-23d3-4835-b0fb-9db7c2435b74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83ab51b1-1afe-4bd0-80ad-be775334a711 HTTP/1.1" status: 200 len: 217 time: 0.0654528 Aug 30 07:49:10.173437 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-2fc87a90-51fc-4500-bf95-030d893d6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:10.174908 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-2fc87a90-51fc-4500-bf95-030d893d6da2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=799e5f7f-2a2b-4691-a1cb-3e82958fcb50 HTTP/1.1" status: 200 len: 854 time: 0.0491421 Aug 30 07:49:10.278985 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-72f384c5-c96f-4864-8fa0-8b9d981b43db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:10.281010 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-72f384c5-c96f-4864-8fa0-8b9d981b43db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae9925c8-478d-4997-b995-218f50416c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0975440 Aug 30 07:49:10.466503 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-31f630b2-5c75-4209-9245-22a47f196703 service neutron] 10.222.0.72 "GET /v2.0/networks/ae9925c8-478d-4997-b995-218f50416c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557717 Aug 30 07:49:10.502753 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74724c9-079a-4d9a-825e-c3accb8e8ab2 req-f5e0ea91-ecea-427c-bf4f-8e0c4261cc2e tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:10.504515 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d74724c9-079a-4d9a-825e-c3accb8e8ab2 req-f5e0ea91-ecea-427c-bf4f-8e0c4261cc2e tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 945 time: 0.0528805 Aug 30 07:49:10.548208 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d74724c9-079a-4d9a-825e-c3accb8e8ab2 req-b17d1bcb-bf16-44bc-855f-dca91809b4a2 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373020 Aug 30 07:49:10.632402 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-97be86b2-15f9-4378-9c0f-0c1dabcd835e req-aa432c4b-2c28-4829-8633-4ac34f7b087a service neutron] 10.222.0.72 "GET /v2.0/networks/ae9925c8-478d-4997-b995-218f50416c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345639 Aug 30 07:49:10.754892 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b92740-0c8e-4b9f-a7c2-588c5ed823a7 req-dbea1f03-4138-4fd6-a711-b5883b16b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:10.756374 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-12b92740-0c8e-4b9f-a7c2-588c5ed823a7 req-dbea1f03-4138-4fd6-a711-b5883b16b877 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=edefcf79df0f4d64ab5c5985c8833560&device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 1097 time: 0.0709729 Aug 30 07:49:10.835735 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-f0d9bc2a-f80b-4b09-93e0-44c8b7eb1360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:10.928046 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b92740-0c8e-4b9f-a7c2-588c5ed823a7 req-a0773b04-b71e-4010-a36a-eb952e38fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:10.929503 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-12b92740-0c8e-4b9f-a7c2-588c5ed823a7 req-a0773b04-b71e-4010-a36a-eb952e38fc99 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae9925c8-478d-4997-b995-218f50416c2b HTTP/1.1" status: 200 len: 917 time: 0.1634533 Aug 30 07:49:11.005046 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-12b92740-0c8e-4b9f-a7c2-588c5ed823a7 req-8596488c-2b13-48d9-9239-27d72cf497df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83ab51b1-1afe-4bd0-80ad-be775334a711 HTTP/1.1" status: 200 len: 217 time: 0.0498087 Aug 30 07:49:11.020959 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6576d1-05d9-47a8-a568-fc139c49485c req-755050a0-1f24-48f2-acd3-2814b24a554e tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:11.022407 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-be6576d1-05d9-47a8-a568-fc139c49485c req-755050a0-1f24-48f2-acd3-2814b24a554e tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 944 time: 0.1478827 Aug 30 07:49:11.141988 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b92740-0c8e-4b9f-a7c2-588c5ed823a7 req-890ddaba-f8a7-444a-8ce4-ba0bd84383dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:11.143466 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-12b92740-0c8e-4b9f-a7c2-588c5ed823a7 req-890ddaba-f8a7-444a-8ce4-ba0bd84383dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=799e5f7f-2a2b-4691-a1cb-3e82958fcb50 HTTP/1.1" status: 200 len: 854 time: 0.1188664 Aug 30 07:49:11.148479 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-be6576d1-05d9-47a8-a568-fc139c49485c req-d21c6ade-05a7-4ab5-9570-6782dfe7864d tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140428 Aug 30 07:49:11.206895 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b92740-0c8e-4b9f-a7c2-588c5ed823a7 req-9c1c703b-ad61-4f42-a55d-f308a6bf3a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:11.208378 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-12b92740-0c8e-4b9f-a7c2-588c5ed823a7 req-9c1c703b-ad61-4f42-a55d-f308a6bf3a2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae9925c8-478d-4997-b995-218f50416c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533791 Aug 30 07:49:11.544756 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-12b92740-0c8e-4b9f-a7c2-588c5ed823a7 req-5ad4fd31-550d-45cc-ab65-9d8ece957d07 service neutron] 10.222.0.72 "GET /v2.0/networks/ae9925c8-478d-4997-b995-218f50416c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219731 Aug 30 07:49:11.546791 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-f0d9bc2a-f80b-4b09-93e0-44c8b7eb1360 admin admin] Deleting port c5f71214-b652-42e5-a610-cb8ad496a0da {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:49:11.547124 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-f0d9bc2a-f80b-4b09-93e0-44c8b7eb1360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:11.663483 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca025d25-34de-428f-9128-4e4d4fed5487 req-445992b0-dae6-4a26-80f0-ad212a89d132 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:11.665220 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ca025d25-34de-428f-9128-4e4d4fed5487 req-445992b0-dae6-4a26-80f0-ad212a89d132 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 945 time: 0.0497022 Aug 30 07:49:11.686404 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [None req-f0d9bc2a-f80b-4b09-93e0-44c8b7eb1360 admin admin] For port c5f71214-b652-42e5-a610-cb8ad496a0da, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=c5f71214-b652-42e5-a610-cb8ad496a0da,segment=NetworkSegment(657b8a42-6ba5-4a47-bd9a-7e30c7faf863),segment_id=657b8a42-6ba5-4a47-bd9a-7e30c7faf863)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:11.687227 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-f0d9bc2a-f80b-4b09-93e0-44c8b7eb1360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:11.703970 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-ca025d25-34de-428f-9128-4e4d4fed5487 req-0aab314e-571c-47a5-8aa9-9e58f6cec1ae tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328035 Aug 30 07:49:11.705358 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-f0d9bc2a-f80b-4b09-93e0-44c8b7eb1360 admin admin] Calling delete_port for c5f71214-b652-42e5-a610-cb8ad496a0da owned by network:router_interface {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:49:11.708522 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-12b92740-0c8e-4b9f-a7c2-588c5ed823a7 req-a0155544-929b-479d-a654-25fcc60dd23f service neutron] 10.222.0.72 "GET /v2.0/networks/ae9925c8-478d-4997-b995-218f50416c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503413 Aug 30 07:49:11.879760 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-f0d9bc2a-f80b-4b09-93e0-44c8b7eb1360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:11.905818 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9bc2a-f80b-4b09-93e0-44c8b7eb1360 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f71214-b652-42e5-a610-cb8ad496a0da,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:12.071122 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-f0d9bc2a-f80b-4b09-93e0-44c8b7eb1360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552499'] for router_interface, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:12.335456 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049a8d9-9196-4907-be8b-0134b47813df req-4859ce8a-0231-4dc8-beac-a9f8b6731f8a tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:12.336930 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2049a8d9-9196-4907-be8b-0134b47813df req-4859ce8a-0231-4dc8-beac-a9f8b6731f8a tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 944 time: 0.1219876 Aug 30 07:49:12.360101 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acdc1c-6d07-40d0-a122-fbf60261c509 req-71f3b813-b743-45b3-8ad3-0742040bd410 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:12.361495 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-81acdc1c-6d07-40d0-a122-fbf60261c509 req-71f3b813-b743-45b3-8ad3-0742040bd410 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.72 "GET /v2.0/ports?device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 945 time: 0.1303115 Aug 30 07:49:12.370866 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d9bc2a-f80b-4b09-93e0-44c8b7eb1360 admin admin] Router 08e8793f-dbf6-4b69-a974-e3c5380f0175 has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:49:12.430692 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2049a8d9-9196-4907-be8b-0134b47813df req-6f3ded86-8b19-4531-a16f-65c9f80c41c4 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864027 Aug 30 07:49:12.564219 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-81acdc1c-6d07-40d0-a122-fbf60261c509 req-3f0b2b9f-186f-46f9-921d-329a6ea1031b tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Deleting port 8eda4416-93ae-4aba-9660-8ef3a161b7c6 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:49:12.564557 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-81acdc1c-6d07-40d0-a122-fbf60261c509 req-3f0b2b9f-186f-46f9-921d-329a6ea1031b tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:12.570181 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d9bc2a-f80b-4b09-93e0-44c8b7eb1360 admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:49:12.579018 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1497be-c766-467a-a876-9b9d0e91487f None None] Sync routers for ids ['08e8793f-dbf6-4b69-a974-e3c5380f0175'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:49:12.583821 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-f0d9bc2a-f80b-4b09-93e0-44c8b7eb1360 admin admin] 10.222.0.58 "PUT /v2.0/routers/08e8793f-dbf6-4b69-a974-e3c5380f0175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5829880 Aug 30 07:49:12.586467 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57504) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:12.588748 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1497be-c766-467a-a876-9b9d0e91487f None None] Routers {'08e8793f-dbf6-4b69-a974-e3c5380f0175'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:12.589370 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-0b1497be-c766-467a-a876-9b9d0e91487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:49:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['08e8793f-dbf6-4b69-a974-e3c5380f0175'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:12.660811 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-81acdc1c-6d07-40d0-a122-fbf60261c509 req-3f0b2b9f-186f-46f9-921d-329a6ea1031b tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] For port 8eda4416-93ae-4aba-9660-8ef3a161b7c6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8eda4416-93ae-4aba-9660-8ef3a161b7c6,segment=NetworkSegment(740b9228-5f9f-4ff9-8337-fe8111d83f52),segment_id=740b9228-5f9f-4ff9-8337-fe8111d83f52)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:12.661168 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-81acdc1c-6d07-40d0-a122-fbf60261c509 req-3f0b2b9f-186f-46f9-921d-329a6ea1031b tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:12.676055 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-81acdc1c-6d07-40d0-a122-fbf60261c509 req-3f0b2b9f-186f-46f9-921d-329a6ea1031b tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Calling delete_port for 8eda4416-93ae-4aba-9660-8ef3a161b7c6 owned by compute:nova {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:49:12.693040 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-90b60883-347c-4ca1-b829-11b1190ed93c admin admin] Notify callbacks [] for router, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:12.696134 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-0b1497be-c766-467a-a876-9b9d0e91487f None None] Set router 08e8793f-dbf6-4b69-a974-e3c5380f0175 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:12.816997 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-81acdc1c-6d07-40d0-a122-fbf60261c509 req-3f0b2b9f-186f-46f9-921d-329a6ea1031b tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:12.830449 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['8eda4416-93ae-4aba-9660-8ef3a161b7c6'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:49:12.841738 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-90b60883-347c-4ca1-b829-11b1190ed93c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:12.847687 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b2b9f-186f-46f9-921d-329a6ea1031b tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Pushing event deleted for resources: {'Port': ['ID=8eda4416-93ae-4aba-9660-8ef3a161b7c6,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:12.860990 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103388e-7a27-4b7c-aa1c-4a109ccae06e req-9834c11b-9616-416f-8898-b48b33bd140b tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:12.862592 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f103388e-7a27-4b7c-aa1c-4a109ccae06e req-9834c11b-9616-416f-8898-b48b33bd140b tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/ports?device_id=420eda67-7579-4f40-87e5-bc00ccc9ff33 HTTP/1.1" status: 200 len: 867 time: 0.0700235 Aug 30 07:49:12.895002 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-81acdc1c-6d07-40d0-a122-fbf60261c509 req-3f0b2b9f-186f-46f9-921d-329a6ea1031b tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] No DVR routers for this DVR port 8eda4416-93ae-4aba-9660-8ef3a161b7c6 on host hv-cinder-80403 {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:49:12.897840 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-81acdc1c-6d07-40d0-a122-fbf60261c509 req-3f0b2b9f-186f-46f9-921d-329a6ea1031b tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:12.899956 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-81acdc1c-6d07-40d0-a122-fbf60261c509 req-3f0b2b9f-186f-46f9-921d-329a6ea1031b tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.72 "DELETE /v2.0/ports/8eda4416-93ae-4aba-9660-8ef3a161b7c6 HTTP/1.1" status: 204 len: 173 time: 0.5235941 Aug 30 07:49:12.900534 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420eda67-7579-4f40-87e5-bc00ccc9ff33', 'name': 'network-vif-deleted', 'tag': '8eda4416-93ae-4aba-9660-8ef3a161b7c6'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:49:12.903394 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca66518d-950a-4d64-a572-72f15535f5f2" -d '{"events": [{"server_uuid": "420eda67-7579-4f40-87e5-bc00ccc9ff33", "name": "network-vif-deleted", "tag": "8eda4416-93ae-4aba-9660-8ef3a161b7c6"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:49:12.941948 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-0b1497be-c766-467a-a876-9b9d0e91487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'name': 'tempest-TestShelveInstance-1455718007-router', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '58f45173-6f5f-4f32-adf3-052c33002168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:49:11Z', 'revision_number': 5, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'gw_port': {'id': '58f45173-6f5f-4f32-adf3-052c33002168', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:12.944987 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-90b60883-347c-4ca1-b829-11b1190ed93c admin admin] Deleting port 58f45173-6f5f-4f32-adf3-052c33002168 {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:49:12.945263 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-90b60883-347c-4ca1-b829-11b1190ed93c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:12.949260 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb365ec-9e4e-4d57-998c-cb0d81707c88 x-openstack-request-id: req-bdb365ec-9e4e-4d57-998c-cb0d81707c88 {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:49:12.949548 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420eda67-7579-4f40-87e5-bc00ccc9ff33", "name": "network-vif-deleted", "tag": "8eda4416-93ae-4aba-9660-8ef3a161b7c6", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:49:12.949798 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bdb365ec-9e4e-4d57-998c-cb0d81707c88 {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:49:12.950214 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420eda67-7579-4f40-87e5-bc00ccc9ff33', 'name': 'network-vif-deleted', 'tag': '8eda4416-93ae-4aba-9660-8ef3a161b7c6', 'status': 'completed', 'code': 200} Aug 30 07:49:12.954188 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-f103388e-7a27-4b7c-aa1c-4a109ccae06e req-a205c1c3-88de-41bd-8db0-e753cdb23d55 tempest-VolumesSnapshotTestJSON-903568122 tempest-VolumesSnapshotTestJSON-903568122-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b95ba-6807-4d82-8496-1799de6a6d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707426 Aug 30 07:49:12.976749 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1497be-c766-467a-a876-9b9d0e91487f None None] Checking router: 08e8793f-dbf6-4b69-a974-e3c5380f0175 for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:49:12.985632 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1497be-c766-467a-a876-9b9d0e91487f None None] Routers {'08e8793f-dbf6-4b69-a974-e3c5380f0175'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:12.986287 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-0b1497be-c766-467a-a876-9b9d0e91487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:49:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['08e8793f-dbf6-4b69-a974-e3c5380f0175'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:13.052381 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [None req-90b60883-347c-4ca1-b829-11b1190ed93c admin admin] For port 58f45173-6f5f-4f32-adf3-052c33002168, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=58f45173-6f5f-4f32-adf3-052c33002168,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:13.053013 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-90b60883-347c-4ca1-b829-11b1190ed93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:13.065140 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-90b60883-347c-4ca1-b829-11b1190ed93c admin admin] Calling delete_port for 58f45173-6f5f-4f32-adf3-052c33002168 owned by network:router_gateway {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:49:13.077812 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-0b1497be-c766-467a-a876-9b9d0e91487f None None] Set router 08e8793f-dbf6-4b69-a974-e3c5380f0175 gateway port host: None {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:13.132701 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-0b1497be-c766-467a-a876-9b9d0e91487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'name': 'tempest-TestShelveInstance-1455718007-router', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:49:12Z', 'revision_number': 6, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'gw_port_host': None}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:13.159152 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1497be-c766-467a-a876-9b9d0e91487f None None] The sync data for ids ['08e8793f-dbf6-4b69-a974-e3c5380f0175'] in dv-cinder-804035-7-iscsi is: [{'id': '08e8793f-dbf6-4b69-a974-e3c5380f0175', 'name': 'tempest-TestShelveInstance-1455718007-router', 'tenant_id': 'e4e2ce190bb44688b0c8e91598644de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:49:12Z', 'revision_number': 6, 'project_id': 'e4e2ce190bb44688b0c8e91598644de9', 'gw_port_host': None}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:49:13.232674 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-90b60883-347c-4ca1-b829-11b1190ed93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:13.259390 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b60883-347c-4ca1-b829-11b1190ed93c admin admin] Pushing event deleted for resources: {'Port': ['ID=58f45173-6f5f-4f32-adf3-052c33002168,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:13.317145 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-90b60883-347c-4ca1-b829-11b1190ed93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550249'] for router_gateway, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:13.407613 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-90b60883-347c-4ca1-b829-11b1190ed93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15640'] for router, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:13.409752 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-90b60883-347c-4ca1-b829-11b1190ed93c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:13.455235 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-90b60883-347c-4ca1-b829-11b1190ed93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554745'] for router, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:13.455747 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b60883-347c-4ca1-b829-11b1190ed93c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08e8793f-dbf6-4b69-a974-e3c5380f0175 {{(pid=100445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:49:13.460903 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-90b60883-347c-4ca1-b829-11b1190ed93c admin admin] Notify callbacks [] for router, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:13.462112 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-90b60883-347c-4ca1-b829-11b1190ed93c admin admin] 10.222.0.58 "DELETE /v2.0/routers/08e8793f-dbf6-4b69-a974-e3c5380f0175 HTTP/1.1" status: 204 len: 168 time: 0.8743789 Aug 30 07:49:13.464278 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57512) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:13.516117 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7889b84a-58e7-4cd9-b157-01fbcae56111 admin admin] Deleting subnet 4a336205-aa2e-4961-bfe7-6c96dfd27453 {{(pid=100445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:49:13.521394 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-7889b84a-58e7-4cd9-b157-01fbcae56111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:13.555908 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380bd47-238e-468d-a4b0-bace818321bc req-266a1e0f-f87c-4a38-9092-1739519d9a9d tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:13.556935 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-7889b84a-58e7-4cd9-b157-01fbcae56111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5268979'] for subnet, precommit_delete_associations {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:13.557637 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4380bd47-238e-468d-a4b0-bace818321bc req-266a1e0f-f87c-4a38-9092-1739519d9a9d tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 944 time: 0.0525517 Aug 30 07:49:13.601650 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-4380bd47-238e-468d-a4b0-bace818321bc req-cf84eb83-79a4-4cb3-8b07-26221d42a0f1 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364323 Aug 30 07:49:13.644799 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-7889b84a-58e7-4cd9-b157-01fbcae56111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062241'] for subnet, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:13.696647 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-7889b84a-58e7-4cd9-b157-01fbcae56111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2062254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7019973'] for subnet, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:13.722321 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889b84a-58e7-4cd9-b157-01fbcae56111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a336205-aa2e-4961-bfe7-6c96dfd27453,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:13.724255 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-7889b84a-58e7-4cd9-b157-01fbcae56111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:13.727214 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-7889b84a-58e7-4cd9-b157-01fbcae56111 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4a336205-aa2e-4961-bfe7-6c96dfd27453 HTTP/1.1" status: 204 len: 168 time: 0.2619636 Aug 30 07:49:13.728525 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57514) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:13.728678 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7c853d-62bf-4995-93e1-505e77266d74 None None] Network 639f315a-ab8b-43c0-af97-d8704cf6ed1a requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:49:13.795608 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048561'] for network, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:13.852150 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] Deleting port d1048c10-c80e-4528-a402-cf9f4423e236 {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:49:13.852496 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:13.914520 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] For port d1048c10-c80e-4528-a402-cf9f4423e236, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=d1048c10-c80e-4528-a402-cf9f4423e236,segment=NetworkSegment(657b8a42-6ba5-4a47-bd9a-7e30c7faf863),segment_id=657b8a42-6ba5-4a47-bd9a-7e30c7faf863)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:13.914904 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:13.930694 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] Calling delete_port for d1048c10-c80e-4528-a402-cf9f4423e236 owned by network:dhcp {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:49:13.962624 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 83ab51b1-1afe-4bd0-80ad-be775334a711 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=100446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:49:13.967474 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb34e847-4dfe-47eb-a417-8f3723be8dc9 None None] DHCP port deletion for 639f315a-ab8b-43c0-af97-d8704cf6ed1a request from dv-cinder-804035-7-iscsi {{(pid=100446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 07:49:14.031249 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:14.056572 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1048c10-c80e-4528-a402-cf9f4423e236,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:14.062593 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] No DVR routers for this DVR port d1048c10-c80e-4528-a402-cf9f4423e236 on host dv-cinder-804035-7-iscsi {{(pid=100445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:49:14.089246 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-eb34e847-4dfe-47eb-a417-8f3723be8dc9 None None] Deleting port d1048c10-c80e-4528-a402-cf9f4423e236 {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:49:14.089664 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-eb34e847-4dfe-47eb-a417-8f3723be8dc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:14.139944 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2060378', 'neutron.services.segments.db._delete_segments_for_network-8735171498990'] for network, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:14.151398 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 83ab51b1-1afe-4bd0-80ad-be775334a711, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=83ab51b1-1afe-4bd0-80ad-be775334a711,segment=NetworkSegment(17645702-c38a-4230-b5a1-e113535ccf3c),segment_id=17645702-c38a-4230-b5a1-e113535ccf3c)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:14.155967 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.services.segments.db [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639f315a-ab8b-43c0-af97-d8704cf6ed1a']}} {{(pid=100445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:14.168666 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.services.segments.db [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657b8a42-6ba5-4a47-bd9a-7e30c7faf863') {'for_net_delete': True} {{(pid=100445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:14.168900 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.services.segments.db [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657b8a42-6ba5-4a47-bd9a-7e30c7faf863') {} {{(pid=100445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:14.175985 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Returning: {'device': '83ab51b1-1afe-4bd0-80ad-be775334a711', 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'port_id': '83ab51b1-1afe-4bd0-80ad-be775334a711', 'mac_address': 'fa:16:3e:ac:1c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:49:14.178381 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-eb34e847-4dfe-47eb-a417-8f3723be8dc9 None None] For port d1048c10-c80e-4528-a402-cf9f4423e236, host dv-cinder-804035-7-iscsi, got binding levels [] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:14.178381 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-eb34e847-4dfe-47eb-a417-8f3723be8dc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:14.180062 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735171498873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5268972'] for segment, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:14.192451 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-eb34e847-4dfe-47eb-a417-8f3723be8dc9 None None] Calling delete_port for d1048c10-c80e-4528-a402-cf9f4423e236 owned by network:dhcp {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:49:14.197203 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.ipam_backend_mixin [None req-eb34e847-4dfe-47eb-a417-8f3723be8dc9 None None] Port d1048c10-c80e-4528-a402-cf9f4423e236 was not found and therefore no delete operation was performed {{(pid=100446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 07:49:14.198386 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:14.205359 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=100445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:49:14.205730 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490278'] for segment, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: Traceback (most recent call last): Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: timer() Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: cb(*args, **kw) Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: return func(*args, **kwargs) Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: self._notify() Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: self.callback(batched_events) Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: event.method(event) Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: return f(self, *a, **k) Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: return self._get(url).json() Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: return self.request(url, 'GET', **kwargs) Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:49:14.208422 dv-cinder-804035-7-iscsi neutron-server[100445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:49:14.220467 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-eb34e847-4dfe-47eb-a417-8f3723be8dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:14.256496 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34e847-4dfe-47eb-a417-8f3723be8dc9 None None] Pushing event deleted for resources: {'Port': ['ID=d1048c10-c80e-4528-a402-cf9f4423e236,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:14.266139 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb34e847-4dfe-47eb-a417-8f3723be8dc9 None None] No DVR routers for this DVR port d1048c10-c80e-4528-a402-cf9f4423e236 on host dv-cinder-804035-7-iscsi {{(pid=100446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:49:14.268351 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:14.300205 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ab51b1-1afe-4bd0-80ad-be775334a711 {{(pid=100446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:49:14.305750 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2060323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550229'] for network, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:14.313407 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:14.318808 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] 10.222.0.58 "DELETE /v2.0/networks/639f315a-ab8b-43c0-af97-d8704cf6ed1a HTTP/1.1" status: 204 len: 168 time: 0.5893054 Aug 30 07:49:14.321692 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57526) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:14.340360 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 83ab51b1-1afe-4bd0-80ad-be775334a711, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=83ab51b1-1afe-4bd0-80ad-be775334a711,segment=NetworkSegment(17645702-c38a-4230-b5a1-e113535ccf3c),segment_id=17645702-c38a-4230-b5a1-e113535ccf3c)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:14.342397 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fd3cd-bc10-45db-bdf0-5a6055d61a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=639f315a-ab8b-43c0-af97-d8704cf6ed1a,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:14.349086 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:14.413523 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=83ab51b1-1afe-4bd0-80ad-be775334a711,revision_number=4']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:14.543566 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device d1048c10-c80e-4528-a402-cf9f4423e236 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:49:14.579133 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: d1048c10-c80e-4528-a402-cf9f4423e236 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:49:14.579468 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device d1048c10-c80e-4528-a402-cf9f4423e236 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:49:14.579888 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 58f45173-6f5f-4f32-adf3-052c33002168 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:49:14.603307 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['83ab51b1-1afe-4bd0-80ad-be775334a711'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:49:14.606424 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: 58f45173-6f5f-4f32-adf3-052c33002168 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:49:14.606759 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 58f45173-6f5f-4f32-adf3-052c33002168 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:49:14.607173 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device c5f71214-b652-42e5-a610-cb8ad496a0da no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:49:14.645809 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: c5f71214-b652-42e5-a610-cb8ad496a0da {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:49:14.646177 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device c5f71214-b652-42e5-a610-cb8ad496a0da not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:49:14.752187 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd3333-a84a-42ba-a269-82348c3d87be req-c5148c83-d659-4e7e-a5dd-4f7a2e61a036 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:14.753945 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-02dd3333-a84a-42ba-a269-82348c3d87be req-c5148c83-d659-4e7e-a5dd-4f7a2e61a036 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 945 time: 0.0781672 Aug 30 07:49:14.770455 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b826cf88-e3bd-4f45-ba07-95efb90165cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:14.834671 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-02dd3333-a84a-42ba-a269-82348c3d87be req-cecc5fbe-8b18-4b1b-8328-5f90ca747476 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739567 Aug 30 07:49:14.957173 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:49:15.235637 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-b826cf88-e3bd-4f45-ba07-95efb90165cc admin admin] Deleting port c23340d1-8136-4d64-980e-5623c71bb9a5 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:49:15.235867 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b826cf88-e3bd-4f45-ba07-95efb90165cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:15.311098 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [None req-b826cf88-e3bd-4f45-ba07-95efb90165cc admin admin] For port c23340d1-8136-4d64-980e-5623c71bb9a5, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=c23340d1-8136-4d64-980e-5623c71bb9a5,segment=NetworkSegment(1174e4d0-5931-49b0-92f2-5c072ed451c3),segment_id=1174e4d0-5931-49b0-92f2-5c072ed451c3)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:15.312014 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b826cf88-e3bd-4f45-ba07-95efb90165cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:15.324228 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-b826cf88-e3bd-4f45-ba07-95efb90165cc admin admin] Calling delete_port for c23340d1-8136-4d64-980e-5623c71bb9a5 owned by network:router_interface {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:49:15.502136 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b826cf88-e3bd-4f45-ba07-95efb90165cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:15.530748 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826cf88-e3bd-4f45-ba07-95efb90165cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c23340d1-8136-4d64-980e-5623c71bb9a5,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:15.707573 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b826cf88-e3bd-4f45-ba07-95efb90165cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552499'] for router_interface, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:15.921400 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b826cf88-e3bd-4f45-ba07-95efb90165cc admin admin] Router a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:49:15.954256 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507c33f-1ea4-41d5-9c86-3baa5ed447bc req-5cddb95a-c45f-43d9-a00b-0dc28a5f3bb3 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:15.955759 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7507c33f-1ea4-41d5-9c86-3baa5ed447bc req-5cddb95a-c45f-43d9-a00b-0dc28a5f3bb3 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 945 time: 0.0562921 Aug 30 07:49:15.994111 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7507c33f-1ea4-41d5-9c86-3baa5ed447bc req-9a172f0d-abd1-454b-9d92-ef69b4967121 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321281 Aug 30 07:49:16.027855 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b826cf88-e3bd-4f45-ba07-95efb90165cc admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:49:16.033393 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-b826cf88-e3bd-4f45-ba07-95efb90165cc admin admin] 10.222.0.58 "PUT /v2.0/routers/a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7106633 Aug 30 07:49:16.035937 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57538) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:16.038468 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9367eb53-ceb4-4056-a4bb-5f70c91718b3 None None] Sync routers for ids ['a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:49:16.048355 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9367eb53-ceb4-4056-a4bb-5f70c91718b3 None None] Routers {'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:16.048963 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-9367eb53-ceb4-4056-a4bb-5f70c91718b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:49:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:16.136657 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-584975b8-03cd-45d3-a9d8-1331669cc87f admin admin] Notify callbacks [] for router, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:16.148823 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-9367eb53-ceb4-4056-a4bb-5f70c91718b3 None None] Set router a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:16.235593 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-584975b8-03cd-45d3-a9d8-1331669cc87f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:16.291105 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-584975b8-03cd-45d3-a9d8-1331669cc87f admin admin] Deleting port 3657362d-595a-493b-a2f1-01a6cf58db84 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:49:16.291449 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-584975b8-03cd-45d3-a9d8-1331669cc87f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:16.320837 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-9367eb53-ceb4-4056-a4bb-5f70c91718b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'name': 'tempest-TestShelveInstance-2102278967-router', 'tenant_id': 'd77586e95d2e4336b7b9f6239871783a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '3657362d-595a-493b-a2f1-01a6cf58db84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:49:15Z', 'revision_number': 5, 'project_id': 'd77586e95d2e4336b7b9f6239871783a', 'gw_port': {'id': '3657362d-595a-493b-a2f1-01a6cf58db84', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:48Z', 'updated_at': '2021-08-30T07:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:16.350273 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9367eb53-ceb4-4056-a4bb-5f70c91718b3 None None] Checking router: a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:49:16.358412 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9367eb53-ceb4-4056-a4bb-5f70c91718b3 None None] Routers {'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:16.359028 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-9367eb53-ceb4-4056-a4bb-5f70c91718b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:49:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:16.370441 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [None req-584975b8-03cd-45d3-a9d8-1331669cc87f admin admin] For port 3657362d-595a-493b-a2f1-01a6cf58db84, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=3657362d-595a-493b-a2f1-01a6cf58db84,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:16.370988 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-584975b8-03cd-45d3-a9d8-1331669cc87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:16.383979 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-584975b8-03cd-45d3-a9d8-1331669cc87f admin admin] Calling delete_port for 3657362d-595a-493b-a2f1-01a6cf58db84 owned by network:router_gateway {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:49:16.443297 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-9367eb53-ceb4-4056-a4bb-5f70c91718b3 None None] Set router a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b gateway port host: None {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:16.493633 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-9367eb53-ceb4-4056-a4bb-5f70c91718b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'name': 'tempest-TestShelveInstance-2102278967-router', 'tenant_id': 'd77586e95d2e4336b7b9f6239871783a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:49:16Z', 'revision_number': 6, 'project_id': 'd77586e95d2e4336b7b9f6239871783a', 'gw_port_host': None}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:16.524679 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9367eb53-ceb4-4056-a4bb-5f70c91718b3 None None] The sync data for ids ['a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b'] in dv-cinder-804035-7-iscsi is: [{'id': 'a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b', 'name': 'tempest-TestShelveInstance-2102278967-router', 'tenant_id': 'd77586e95d2e4336b7b9f6239871783a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:49:16Z', 'revision_number': 6, 'project_id': 'd77586e95d2e4336b7b9f6239871783a', 'gw_port_host': None}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:49:16.554573 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-584975b8-03cd-45d3-a9d8-1331669cc87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:16.580131 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584975b8-03cd-45d3-a9d8-1331669cc87f admin admin] Pushing event deleted for resources: {'Port': ['ID=3657362d-595a-493b-a2f1-01a6cf58db84,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:16.652035 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-584975b8-03cd-45d3-a9d8-1331669cc87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550249'] for router_gateway, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:16.753186 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-584975b8-03cd-45d3-a9d8-1331669cc87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15640'] for router, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:16.755364 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-584975b8-03cd-45d3-a9d8-1331669cc87f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:16.818864 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-584975b8-03cd-45d3-a9d8-1331669cc87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554745'] for router, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:16.819383 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584975b8-03cd-45d3-a9d8-1331669cc87f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b {{(pid=100444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:49:16.824306 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-584975b8-03cd-45d3-a9d8-1331669cc87f admin admin] Notify callbacks [] for router, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:16.824432 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 83ab51b1-1afe-4bd0-80ad-be775334a711 up at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:16.825457 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-584975b8-03cd-45d3-a9d8-1331669cc87f admin admin] 10.222.0.58 "DELETE /v2.0/routers/a58a21ad-bd46-40e8-bcfc-b445a0b6cf9b HTTP/1.1" status: 204 len: 168 time: 0.7885990 Aug 30 07:49:16.828267 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57542) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:16.876345 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f889bdbb-0154-4d71-a81b-0eefa0626a79 admin admin] Deleting subnet 7cad7143-4061-403c-8618-d8f10fd854c2 {{(pid=100445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:49:16.877192 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning for port 83ab51b1-1afe-4bd0-80ad-be775334a711 completed by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:16.880515 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f889bdbb-0154-4d71-a81b-0eefa0626a79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:16.882967 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Provisioning complete for port 83ab51b1-1afe-4bd0-80ad-be775334a711 triggered by entity L2. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:16.883417 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:16.915152 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f889bdbb-0154-4d71-a81b-0eefa0626a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5268979'] for subnet, precommit_delete_associations {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:16.965705 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:16.991839 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ab51b1-1afe-4bd0-80ad-be775334a711'}] {{(pid=100446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:49:16.994065 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c282a994d1be6ac3af2198d8f3b7423b2962e0ca6028f10fefdd62f005035c85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29c21a6-3c79-4d97-81e2-f786f4d0c4d2" -d '{"events": [{"server_uuid": "89b87412-62eb-4d8b-8cd6-0c5a18745834", "name": "network-vif-plugged", "status": "completed", "tag": "83ab51b1-1afe-4bd0-80ad-be775334a711"}]}' {{(pid=100446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:49:17.006170 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f889bdbb-0154-4d71-a81b-0eefa0626a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062241'] for subnet, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.011240 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] For port 83ab51b1-1afe-4bd0-80ad-be775334a711, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=83ab51b1-1afe-4bd0-80ad-be775334a711,segment=NetworkSegment(17645702-c38a-4230-b5a1-e113535ccf3c),segment_id=17645702-c38a-4230-b5a1-e113535ccf3c)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:17.016784 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336'] for port, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.017816 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 8eda4416-93ae-4aba-9660-8ef3a161b7c6 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:49:17.040063 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cffa27-2379-46b0-821b-e22c554a33b7 x-openstack-request-id: req-34cffa27-2379-46b0-821b-e22c554a33b7 {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:49:17.040577 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b87412-62eb-4d8b-8cd6-0c5a18745834", "name": "network-vif-plugged", "status": "completed", "tag": "83ab51b1-1afe-4bd0-80ad-be775334a711", "code": 200}]} {{(pid=100446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:49:17.040824 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-34cffa27-2379-46b0-821b-e22c554a33b7 {{(pid=100446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:49:17.041212 dv-cinder-804035-7-iscsi neutron-server[100446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ab51b1-1afe-4bd0-80ad-be775334a711', 'code': 200} Aug 30 07:49:17.043205 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: 8eda4416-93ae-4aba-9660-8ef3a161b7c6 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:49:17.043540 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 8eda4416-93ae-4aba-9660-8ef3a161b7c6 not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:49:17.068117 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f889bdbb-0154-4d71-a81b-0eefa0626a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2062254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7019973'] for subnet, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.090857 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Pushing event updated for resources: {'Port': ['ID=83ab51b1-1afe-4bd0-80ad-be775334a711,revision_number=5']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:17.121997 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889bdbb-0154-4d71-a81b-0eefa0626a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cad7143-4061-403c-8618-d8f10fd854c2,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:17.128202 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f889bdbb-0154-4d71-a81b-0eefa0626a79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.130056 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-f889bdbb-0154-4d71-a81b-0eefa0626a79 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7cad7143-4061-403c-8618-d8f10fd854c2 HTTP/1.1" status: 204 len: 168 time: 0.3007636 Aug 30 07:49:17.132711 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57548) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:17.133165 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003539df-c3df-4db9-a2d6-545d4d4d16af None None] Network e8b23055-930e-405d-b4f4-15ab9bacbe3b requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:49:17.150716 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccd0e3-3fbe-4cdf-b49f-298fe5b4702b req-5846c3dd-8eb8-4a17-b505-51e3282eb1c6 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:17.152224 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4dccd0e3-3fbe-4cdf-b49f-298fe5b4702b req-5846c3dd-8eb8-4a17-b505-51e3282eb1c6 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 946 time: 0.0800841 Aug 30 07:49:17.192260 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-4dccd0e3-3fbe-4cdf-b49f-298fe5b4702b req-f865d9ff-b47f-48a6-997d-a2cd8860b3c7 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329616 Aug 30 07:49:17.203577 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048561'] for network, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.258273 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] Deleting port 0ccaf7b9-c1cd-4e52-9011-2435f0986018 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:49:17.258618 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.310347 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af246be-b394-43db-a14f-46a98c307d18 None None] DHCP port deletion for e8b23055-930e-405d-b4f4-15ab9bacbe3b request from dv-cinder-804035-7-iscsi {{(pid=100446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 07:49:17.327188 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] For port 0ccaf7b9-c1cd-4e52-9011-2435f0986018, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=0ccaf7b9-c1cd-4e52-9011-2435f0986018,segment=NetworkSegment(1174e4d0-5931-49b0-92f2-5c072ed451c3),segment_id=1174e4d0-5931-49b0-92f2-5c072ed451c3)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:17.327549 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.341523 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] Calling delete_port for 0ccaf7b9-c1cd-4e52-9011-2435f0986018 owned by network:dhcp {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:49:17.360955 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-1af246be-b394-43db-a14f-46a98c307d18 None None] Deleting port 0ccaf7b9-c1cd-4e52-9011-2435f0986018 {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:49:17.361447 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1af246be-b394-43db-a14f-46a98c307d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.423892 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.424856 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-1af246be-b394-43db-a14f-46a98c307d18 None None] For port 0ccaf7b9-c1cd-4e52-9011-2435f0986018, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=0ccaf7b9-c1cd-4e52-9011-2435f0986018,segment=NetworkSegment(1174e4d0-5931-49b0-92f2-5c072ed451c3),segment_id=1174e4d0-5931-49b0-92f2-5c072ed451c3)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:17.425253 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1af246be-b394-43db-a14f-46a98c307d18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.437850 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-1af246be-b394-43db-a14f-46a98c307d18 None None] Calling delete_port for 0ccaf7b9-c1cd-4e52-9011-2435f0986018 owned by network:dhcp {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:49:17.450895 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] Pushing event deleted for resources: {'Port': ['ID=0ccaf7b9-c1cd-4e52-9011-2435f0986018,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:17.453298 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] No DVR routers for this DVR port 0ccaf7b9-c1cd-4e52-9011-2435f0986018 on host dv-cinder-804035-7-iscsi {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:49:17.532060 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2060378', 'neutron.services.segments.db._delete_segments_for_network-8735171498990'] for network, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.543664 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b23055-930e-405d-b4f4-15ab9bacbe3b']}} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:17.555363 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1174e4d0-5931-49b0-92f2-5c072ed451c3') {'for_net_delete': True} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:17.555796 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1174e4d0-5931-49b0-92f2-5c072ed451c3') {} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:17.566165 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735171498873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7228177'] for segment, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.581580 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.588726 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=100444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:49:17.589358 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316867'] for segment, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: Traceback (most recent call last): Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: timer() Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: cb(*args, **kw) Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: return func(*args, **kwargs) Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: self._notify() Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: self.callback(batched_events) Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: event.method(event) Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: return f(self, *a, **k) Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._get(url).json() Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: return self.request(url, 'GET', **kwargs) Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:49:17.591267 dv-cinder-804035-7-iscsi neutron-server[100444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:49:17.649137 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2060323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550229'] for network, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.657120 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.659022 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] 10.222.0.58 "DELETE /v2.0/networks/e8b23055-930e-405d-b4f4-15ab9bacbe3b HTTP/1.1" status: 204 len: 168 time: 0.5253174 Aug 30 07:49:17.672384 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556ba91-6915-43e9-9602-e4a7f6c8ff9d admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b23055-930e-405d-b4f4-15ab9bacbe3b,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:17.691425 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1af246be-b394-43db-a14f-46a98c307d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.715330 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af246be-b394-43db-a14f-46a98c307d18 None None] Pushing event deleted for resources: {'Port': ['ID=0ccaf7b9-c1cd-4e52-9011-2435f0986018,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:17.717454 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1af246be-b394-43db-a14f-46a98c307d18 None None] Network e8b23055-930e-405d-b4f4-15ab9bacbe3b is not hosted by any dhcp agent {{(pid=100446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 07:49:17.718602 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af246be-b394-43db-a14f-46a98c307d18 None None] No DVR routers for this DVR port 0ccaf7b9-c1cd-4e52-9011-2435f0986018 on host dv-cinder-804035-7-iscsi {{(pid=100446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:49:17.778380 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57554) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:17.817267 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-032be668-dccb-400b-94a6-309dd45f6bf2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e4e2ce190bb44688b0c8e91598644de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376513 Aug 30 07:49:17.819591 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57556) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:17.866177 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2413a337-2db2-46aa-8999-bc80893a8da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.888508 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2413a337-2db2-46aa-8999-bc80893a8da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.933100 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2413a337-2db2-46aa-8999-bc80893a8da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.935725 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-2413a337-2db2-46aa-8999-bc80893a8da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:17.937475 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-2413a337-2db2-46aa-8999-bc80893a8da8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91d1eb97-9369-45bb-bb69-e3b625fe0b01 HTTP/1.1" status: 204 len: 168 time: 0.1169579 Aug 30 07:49:17.945162 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413a337-2db2-46aa-8999-bc80893a8da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d1eb97-9369-45bb-bb69-e3b625fe0b01,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:18.250444 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57564) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:18.289955 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-238472f2-8e54-4ef0-907c-a54043d22e6c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d77586e95d2e4336b7b9f6239871783a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382576 Aug 30 07:49:18.292405 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57566) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:18.310432 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d2ff-247b-48cd-86ac-ce373e63c2fc req-3d68180e-6cbc-4f34-bef3-9c460f482bed tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:18.312546 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bb36d2ff-247b-48cd-86ac-ce373e63c2fc req-3d68180e-6cbc-4f34-bef3-9c460f482bed tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 946 time: 0.0486648 Aug 30 07:49:18.341958 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-efd76d1e-3487-4cc7-8c48-04a73ae50269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:18.349397 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-bb36d2ff-247b-48cd-86ac-ce373e63c2fc req-335a749c-69bd-45a2-bca1-80d54c28dced tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308759 Aug 30 07:49:18.363485 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-efd76d1e-3487-4cc7-8c48-04a73ae50269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:18.413602 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-efd76d1e-3487-4cc7-8c48-04a73ae50269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:18.416183 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-efd76d1e-3487-4cc7-8c48-04a73ae50269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:18.417491 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-efd76d1e-3487-4cc7-8c48-04a73ae50269 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/152d7e0b-40f7-4db6-85ed-72e8a8fdf641 HTTP/1.1" status: 204 len: 168 time: 0.1242051 Aug 30 07:49:18.425575 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd76d1e-3487-4cc7-8c48-04a73ae50269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152d7e0b-40f7-4db6-85ed-72e8a8fdf641,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:18.542274 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 3657362d-595a-493b-a2f1-01a6cf58db84 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:49:18.561883 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: 3657362d-595a-493b-a2f1-01a6cf58db84 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:49:18.562298 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 3657362d-595a-493b-a2f1-01a6cf58db84 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:49:18.562724 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device c23340d1-8136-4d64-980e-5623c71bb9a5 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:49:18.581411 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: c23340d1-8136-4d64-980e-5623c71bb9a5 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:49:18.581760 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device c23340d1-8136-4d64-980e-5623c71bb9a5 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:49:18.582315 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 0ccaf7b9-c1cd-4e52-9011-2435f0986018 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:49:18.614448 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: 0ccaf7b9-c1cd-4e52-9011-2435f0986018 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:49:18.614791 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 0ccaf7b9-c1cd-4e52-9011-2435f0986018 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:49:18.979026 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb778ed6-5566-4d12-a094-3e177a95963e req-5048895d-5ada-4835-bd0a-246719268466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:18.980566 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-eb778ed6-5566-4d12-a094-3e177a95963e req-5048895d-5ada-4835-bd0a-246719268466 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 1099 time: 0.0423968 Aug 30 07:49:19.015009 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-eb778ed6-5566-4d12-a094-3e177a95963e req-8da82854-3d6a-4107-a136-cbda128a8186 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264087 Aug 30 07:49:19.462082 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4280686-5611-455c-96f6-a83f58ea2606 req-f26f6ee8-bccc-4de1-9b00-1c172337a8b0 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:19.463569 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e4280686-5611-455c-96f6-a83f58ea2606 req-f26f6ee8-bccc-4de1-9b00-1c172337a8b0 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 946 time: 0.0483761 Aug 30 07:49:19.501298 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e4280686-5611-455c-96f6-a83f58ea2606 req-872b9385-0a31-4989-859f-d796f663a2ab tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319192 Aug 30 07:49:20.612754 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b56c7c-b631-47cc-874d-bcca2399c785 req-493aa4ce-453c-42ef-84cc-ef38a24deb95 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:20.614287 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e4b56c7c-b631-47cc-874d-bcca2399c785 req-493aa4ce-453c-42ef-84cc-ef38a24deb95 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 946 time: 0.0478632 Aug 30 07:49:20.652636 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-e4b56c7c-b631-47cc-874d-bcca2399c785 req-84e30f16-5651-470c-b743-5cebcf28110b tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318556 Aug 30 07:49:20.764339 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd146aeb-a6c0-464e-af09-37a1ec7b6416 req-54d3b506-b3b7-4653-9ff6-b00c96b45154 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:20.765804 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-fd146aeb-a6c0-464e-af09-37a1ec7b6416 req-54d3b506-b3b7-4653-9ff6-b00c96b45154 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 946 time: 0.0495665 Aug 30 07:49:20.803265 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-fd146aeb-a6c0-464e-af09-37a1ec7b6416 req-9d535e00-8399-4ed0-9a41-d446303e8e40 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315318 Aug 30 07:49:21.120605 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe050d-6eaf-4598-9218-27932153c1a0 req-eb8e08fd-1281-4794-890c-12547f8a8a35 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:21.122212 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-42fe050d-6eaf-4598-9218-27932153c1a0 req-eb8e08fd-1281-4794-890c-12547f8a8a35 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 946 time: 0.0496235 Aug 30 07:49:21.164075 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-42fe050d-6eaf-4598-9218-27932153c1a0 req-16e71478-4a9e-4e95-8566-83fb03c24384 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356097 Aug 30 07:49:30.597963 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461abcf-d135-467f-97e3-10dcd2e8f645 req-08e80f50-e49b-4dda-ae40-7ae4b5865107 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:30.599346 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a461abcf-d135-467f-97e3-10dcd2e8f645 req-08e80f50-e49b-4dda-ae40-7ae4b5865107 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 946 time: 0.0486972 Aug 30 07:49:30.637259 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a461abcf-d135-467f-97e3-10dcd2e8f645 req-c8731c42-867a-40d5-acd7-70de6dc42348 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 Aug 30 07:49:30.659091 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57690) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:30.880984 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9526b62f-914c-467d-9ce3-4fc73c09e7c3 tempest-TestMinimumBasicScenario-213136364 tempest-TestMinimumBasicScenario-213136364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:30.882424 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-9526b62f-914c-467d-9ce3-4fc73c09e7c3 tempest-TestMinimumBasicScenario-213136364 tempest-TestMinimumBasicScenario-213136364-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 1094 time: 0.2223084 Aug 30 07:49:30.885237 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57694) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:30.889598 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Request body: {'floatingip': {'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'port_id': '83ab51b1-1afe-4bd0-80ad-be775334a711', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:30.911581 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for floatingip, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.007247 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.107525 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_common [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Allocated IP 172.27.2.228 (e3bb27da-da9c-4a81-98a7-6b253e2e221e/605e1a3c-18df-4801-8589-e86db70bdeea/2a5a6d27-0834-4c0c-bee5-f81bfa5da035) {{(pid=100445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:49:31.207898 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for port, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.244457 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735170999300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.284386 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Network e3bb27da-da9c-4a81-98a7-6b253e2e221e is already hosted by enough agents. {{(pid=100445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:31.287230 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.base_scheduler [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Resources bound (agent type, host, resource id): {{(pid=100445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:31.291163 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Received port after_create {{(pid=100445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:49:31.311862 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Pushing event updated for resources: {'Port': ['ID=2a5a6d27-0834-4c0c-bee5-f81bfa5da035,revision_number=1']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:31.649020 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.716290 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.869299 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.873992 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.945647 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Pushing event updated for resources: {'Port': ['ID=2a5a6d27-0834-4c0c-bee5-f81bfa5da035,revision_number=2']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:31.953464 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550311'] for floatingip, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:32.050481 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.l3_db [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Floating IP 05153edd-ef02-487b-822c-c070705ad9ac associated. External IP: 172.27.2.228, port: 83ab51b1-1afe-4bd0-80ad-be775334a711. Aug 30 07:49:32.250147 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:49:32.354419 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:49:32.364253 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6927c-1f88-47db-ac90-4baf567069c6 None None] Sync routers for ids ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:49:32.370448 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:32.373808 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6927c-1f88-47db-ac90-4baf567069c6 None None] Routers {'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:32.374457 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-83c6927c-1f88-47db-ac90-4baf567069c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:49:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:32.397245 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-a6f94225-d2ee-459b-853d-36d69846bd20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5110123 Aug 30 07:49:32.397851 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'tag': '83ab51b1-1afe-4bd0-80ad-be775334a711'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:49:32.400122 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a279c86b-03fb-41d3-8c3c-8d62128cb3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "89b87412-62eb-4d8b-8cd6-0c5a18745834", "tag": "83ab51b1-1afe-4bd0-80ad-be775334a711"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:49:32.400624 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57702) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:32.405785 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-799650509', 'description': 'tempest-secgroup-smoke-799650509 description', 'project_id': 'edefcf79df0f4d64ab5c5985c8833560'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:32.436001 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:32.439391 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb182d3-cd5c-4f5e-807a-c75998988d29 x-openstack-request-id: req-ceb182d3-cd5c-4f5e-807a-c75998988d29 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:49:32.439674 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b87412-62eb-4d8b-8cd6-0c5a18745834", "tag": "83ab51b1-1afe-4bd0-80ad-be775334a711", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:49:32.439948 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ceb182d3-cd5c-4f5e-807a-c75998988d29 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:49:32.440343 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'tag': '83ab51b1-1afe-4bd0-80ad-be775334a711', 'status': 'completed', 'code': 200} Aug 30 07:49:32.482525 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-83c6927c-1f88-47db-ac90-4baf567069c6 None None] Set router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:32.535538 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279c86b-03fb-41d3-8c3c-8d62128cb3c7 req-d6e4fddc-3ecd-4ad4-b514-7f77cee6d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:32.537153 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a279c86b-03fb-41d3-8c3c-8d62128cb3c7 req-d6e4fddc-3ecd-4ad4-b514-7f77cee6d2f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=edefcf79df0f4d64ab5c5985c8833560&device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 1099 time: 0.0715346 Aug 30 07:49:32.606355 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:32.616058 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:32.657786 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:32.659033 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2572396 Aug 30 07:49:32.663164 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57714) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:32.664065 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b27b045-f626-4ae3-aa48-4cbaf06970a1,revision_number=1']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:32.670335 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-a00eb777-a9cb-4bcc-a914-dbfd45d38f20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Request body: {'security_group_rule': {'security_group_id': '7b27b045-f626-4ae3-aa48-4cbaf06970a1', 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:32.673456 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:32.673808 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:32.674172 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:32.674508 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:32.674838 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:32.675169 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:32.675505 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:32.675827 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:32.676147 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:32.676465 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:32.676783 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:32.677102 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2161fe3-756d-4ac1-ae7c-976e9ece2e97 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:32.698998 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279c86b-03fb-41d3-8c3c-8d62128cb3c7 req-a323da16-cee4-47e2-9e10-e80f8244c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:32.700809 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a279c86b-03fb-41d3-8c3c-8d62128cb3c7 req-a323da16-cee4-47e2-9e10-e80f8244c36c service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae9925c8-478d-4997-b995-218f50416c2b HTTP/1.1" status: 200 len: 917 time: 0.1541450 Aug 30 07:49:32.707667 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a00eb777-a9cb-4bcc-a914-dbfd45d38f20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:32.753798 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-83c6927c-1f88-47db-ac90-4baf567069c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'name': 'tempest-TestMinimumBasicScenario-1247042791-router', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:37Z', 'revision_number': 4, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'gw_port': {'id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '05153edd-ef02-487b-822c-c070705ad9ac', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'port_id': '83ab51b1-1afe-4bd0-80ad-be775334a711', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'mac_address': 'fa:16:3e:ac:1c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:49:31Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 0, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763f7cd5-3ad8-4b21-a1f5-7e2066b53af6', 'name': '', 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'mac_address': 'fa:16:3e:4e:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:36Z', 'updated_at': '2021-08-30T07:48:43Z', 'revision_number': 5, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'subnets': [{'id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:32.774239 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a00eb777-a9cb-4bcc-a914-dbfd45d38f20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:32.779784 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a00eb777-a9cb-4bcc-a914-dbfd45d38f20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:32.788824 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6927c-1f88-47db-ac90-4baf567069c6 None None] Checking router: c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:49:32.800795 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6927c-1f88-47db-ac90-4baf567069c6 None None] Routers {'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:32.801447 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-83c6927c-1f88-47db-ac90-4baf567069c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:49:06Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:32.803319 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00eb777-a9cb-4bcc-a914-dbfd45d38f20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7810c7-ccb6-4a7b-9e0d-4b7d9ff2a283,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:32.825101 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-a00eb777-a9cb-4bcc-a914-dbfd45d38f20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:32.830220 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-a00eb777-a9cb-4bcc-a914-dbfd45d38f20 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1646791 Aug 30 07:49:32.830989 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57716) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:32.837311 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-ad124de3-1a74-4d0e-a056-bad56c724507 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Request body: {'security_group_rule': {'security_group_id': '7b27b045-f626-4ae3-aa48-4cbaf06970a1', 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:32.874811 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ad124de3-1a74-4d0e-a056-bad56c724507 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:32.934729 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-83c6927c-1f88-47db-ac90-4baf567069c6 None None] Set router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:32.950198 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ad124de3-1a74-4d0e-a056-bad56c724507 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:32.956225 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ad124de3-1a74-4d0e-a056-bad56c724507 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:32.982796 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124de3-1a74-4d0e-a056-bad56c724507 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c23cfd-d32e-4d39-97d8-af305f22f1f5,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:32.988076 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ad124de3-1a74-4d0e-a056-bad56c724507 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:32.989606 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-ad124de3-1a74-4d0e-a056-bad56c724507 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1575661 Aug 30 07:49:32.992799 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57718) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:32.999712 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [None req-04c2fe78-051c-45cd-b407-c81341777ccc tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Request body: {'security_group_rule': {'security_group_id': '7b27b045-f626-4ae3-aa48-4cbaf06970a1', 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:33.006610 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a279c86b-03fb-41d3-8c3c-8d62128cb3c7 req-212a12f9-42c8-499e-aea4-630f9f28cd36 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83ab51b1-1afe-4bd0-80ad-be775334a711 HTTP/1.1" status: 200 len: 1000 time: 0.2981541 Aug 30 07:49:33.058264 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-04c2fe78-051c-45cd-b407-c81341777ccc tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.089534 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279c86b-03fb-41d3-8c3c-8d62128cb3c7 req-878bbb7a-94e5-446a-a3f1-c1d1d834c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:33.091038 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a279c86b-03fb-41d3-8c3c-8d62128cb3c7 req-878bbb7a-94e5-446a-a3f1-c1d1d834c351 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=799e5f7f-2a2b-4691-a1cb-3e82958fcb50 HTTP/1.1" status: 200 len: 854 time: 0.0727837 Aug 30 07:49:33.148065 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-04c2fe78-051c-45cd-b407-c81341777ccc tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.155551 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-04c2fe78-051c-45cd-b407-c81341777ccc tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.164269 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279c86b-03fb-41d3-8c3c-8d62128cb3c7 req-ec5da10c-c1d5-43a3-ad59-842114974741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:33.165765 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a279c86b-03fb-41d3-8c3c-8d62128cb3c7 req-ec5da10c-c1d5-43a3-ad59-842114974741 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae9925c8-478d-4997-b995-218f50416c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653124 Aug 30 07:49:33.186173 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2fe78-051c-45cd-b407-c81341777ccc tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e050ec-cc1c-4354-b540-6e66de69803d,revision_number=0']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:33.198319 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-83c6927c-1f88-47db-ac90-4baf567069c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'name': 'tempest-TestMinimumBasicScenario-1247042791-router', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:37Z', 'revision_number': 4, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'gw_port': {'id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '05153edd-ef02-487b-822c-c070705ad9ac', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'port_id': '83ab51b1-1afe-4bd0-80ad-be775334a711', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'mac_address': 'fa:16:3e:ac:1c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:49:31Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 0, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763f7cd5-3ad8-4b21-a1f5-7e2066b53af6', 'name': '', 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'mac_address': 'fa:16:3e:4e:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:36Z', 'updated_at': '2021-08-30T07:48:43Z', 'revision_number': 5, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'subnets': [{'id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:33.224116 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-04c2fe78-051c-45cd-b407-c81341777ccc tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.225364 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-04c2fe78-051c-45cd-b407-c81341777ccc tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2315829 Aug 30 07:49:33.226569 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6927c-1f88-47db-ac90-4baf567069c6 None None] The sync data for ids ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'] in dv-cinder-804035-7-iscsi is: [{'id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'name': 'tempest-TestMinimumBasicScenario-1247042791-router', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:37Z', 'revision_number': 4, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'gw_port': {'id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '05153edd-ef02-487b-822c-c070705ad9ac', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'port_id': '83ab51b1-1afe-4bd0-80ad-be775334a711', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'mac_address': 'fa:16:3e:ac:1c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:49:31Z', 'updated_at': '2021-08-30T07:49:31Z', 'revision_number': 0, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763f7cd5-3ad8-4b21-a1f5-7e2066b53af6', 'name': '', 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'mac_address': 'fa:16:3e:4e:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:36Z', 'updated_at': '2021-08-30T07:48:43Z', 'revision_number': 5, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'subnets': [{'id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:49:33.228430 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57720) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:33.236984 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-f0743c03-44d2-4ba4-9a50-2684dc46c106 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Request body: {'security_group_rule': {'security_group_id': '7b27b045-f626-4ae3-aa48-4cbaf06970a1', 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:33.273842 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a279c86b-03fb-41d3-8c3c-8d62128cb3c7 req-90bf7948-185e-4da4-b457-cfeaf1c78bdd service neutron] 10.222.0.72 "GET /v2.0/networks/ae9925c8-478d-4997-b995-218f50416c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979469 Aug 30 07:49:33.275587 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f0743c03-44d2-4ba4-9a50-2684dc46c106 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.346896 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f0743c03-44d2-4ba4-9a50-2684dc46c106 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.351281 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f0743c03-44d2-4ba4-9a50-2684dc46c106 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.370825 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0743c03-44d2-4ba4-9a50-2684dc46c106 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12d9306-00fb-4101-a64f-e1f26677e481,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:33.379792 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-f0743c03-44d2-4ba4-9a50-2684dc46c106 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.381256 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-f0743c03-44d2-4ba4-9a50-2684dc46c106 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1516485 Aug 30 07:49:33.384181 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57722) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:33.387098 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-a279c86b-03fb-41d3-8c3c-8d62128cb3c7 req-5eb1eef7-6ac7-4a17-ba1e-1fcfbd45793e service neutron] 10.222.0.72 "GET /v2.0/networks/ae9925c8-478d-4997-b995-218f50416c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049819 Aug 30 07:49:33.390811 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-ca004a35-776c-49a4-a237-ca5344ea2da2 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Request body: {'security_group_rule': {'security_group_id': '7b27b045-f626-4ae3-aa48-4cbaf06970a1', 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:33.418738 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.securitygroups_db [None req-ca004a35-776c-49a4-a237-ca5344ea2da2 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Project edefcf79df0f4d64ab5c5985c8833560 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 07:49:33.424267 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ca004a35-776c-49a4-a237-ca5344ea2da2 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.475176 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a10af6b-b134-4869-9a30-2739e427f03c None None] New status for floating IP 05153edd-ef02-487b-822c-c070705ad9ac: ACTIVE {{(pid=100447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:49:33.496263 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ca004a35-776c-49a4-a237-ca5344ea2da2 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.501165 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ca004a35-776c-49a4-a237-ca5344ea2da2 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.519446 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca004a35-776c-49a4-a237-ca5344ea2da2 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc14fb3f-d640-48ff-bb12-dc742c010bf5,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:33.528815 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-ca004a35-776c-49a4-a237-ca5344ea2da2 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.530307 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-ca004a35-776c-49a4-a237-ca5344ea2da2 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1444051 Aug 30 07:49:33.533010 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57724) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:33.537632 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [None req-5926f975-3f8e-4b96-942f-c3fae4b16169 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Request body: {'security_group_rule': {'security_group_id': '7b27b045-f626-4ae3-aa48-4cbaf06970a1', 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:33.559354 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.securitygroups_db [None req-5926f975-3f8e-4b96-942f-c3fae4b16169 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Project edefcf79df0f4d64ab5c5985c8833560 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 07:49:33.565664 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5926f975-3f8e-4b96-942f-c3fae4b16169 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.632590 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5926f975-3f8e-4b96-942f-c3fae4b16169 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.636227 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5926f975-3f8e-4b96-942f-c3fae4b16169 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878706'] for security_group_rule, after_create {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.645067 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-3d9c5734-df72-441d-bcdd-eec332e5a580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.658046 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926f975-3f8e-4b96-942f-c3fae4b16169 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0cfd951-7c53-4562-afbc-880ce36901d6,revision_number=0']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:33.664111 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-5926f975-3f8e-4b96-942f-c3fae4b16169 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:33.668616 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-5926f975-3f8e-4b96-942f-c3fae4b16169 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317060 Aug 30 07:49:33.759845 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a0620dcb-6ed4-470c-bff1-06d3e13e4a99 req-962bc84b-63f8-4437-adb2-ab31bddc5a08 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-799650509&fields=id&tenant_id=edefcf79df0f4d64ab5c5985c8833560 HTTP/1.1" status: 200 len: 267 time: 0.0399475 Aug 30 07:49:33.815784 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0620dcb-6ed4-470c-bff1-06d3e13e4a99 req-3c286525-af85-49c7-bdd5-9ac99e357461 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:33.817264 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a0620dcb-6ed4-470c-bff1-06d3e13e4a99 req-3c286525-af85-49c7-bdd5-9ac99e357461 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 946 time: 0.0511181 Aug 30 07:49:33.828646 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.v2.base [req-a0620dcb-6ed4-470c-bff1-06d3e13e4a99 req-5b8abb22-3191-41cf-83d4-09260256ba3b tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Request body: {'port': {'security_groups': ['9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8', '7b27b045-f626-4ae3-aa48-4cbaf06970a1']}} {{(pid=100445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:34.139212 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a0620dcb-6ed4-470c-bff1-06d3e13e4a99 req-5b8abb22-3191-41cf-83d4-09260256ba3b tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:34.318468 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [req-a0620dcb-6ed4-470c-bff1-06d3e13e4a99 req-5b8abb22-3191-41cf-83d4-09260256ba3b tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] For port 83ab51b1-1afe-4bd0-80ad-be775334a711, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=83ab51b1-1afe-4bd0-80ad-be775334a711,segment=NetworkSegment(17645702-c38a-4230-b5a1-e113535ccf3c),segment_id=17645702-c38a-4230-b5a1-e113535ccf3c)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:34.347204 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a0620dcb-6ed4-470c-bff1-06d3e13e4a99 req-5b8abb22-3191-41cf-83d4-09260256ba3b tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for port, precommit_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:34.352667 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a0620dcb-6ed4-470c-bff1-06d3e13e4a99 req-5b8abb22-3191-41cf-83d4-09260256ba3b tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490250'] for port, after_update {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:34.366426 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['83ab51b1-1afe-4bd0-80ad-be775334a711'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:49:34.397090 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0620dcb-6ed4-470c-bff1-06d3e13e4a99 req-5b8abb22-3191-41cf-83d4-09260256ba3b tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:34.397714 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [req-a0620dcb-6ed4-470c-bff1-06d3e13e4a99 req-5b8abb22-3191-41cf-83d4-09260256ba3b tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:34.402183 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-a0620dcb-6ed4-470c-bff1-06d3e13e4a99 req-5b8abb22-3191-41cf-83d4-09260256ba3b tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "PUT /v2.0/ports/83ab51b1-1afe-4bd0-80ad-be775334a711 HTTP/1.1" status: 200 len: 982 time: 0.5784531 Aug 30 07:49:34.425610 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8abb22-3191-41cf-83d4-09260256ba3b tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Pushing event updated for resources: {'Port': ['ID=83ab51b1-1afe-4bd0-80ad-be775334a711,revision_number=6']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:34.441792 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'tag': '83ab51b1-1afe-4bd0-80ad-be775334a711'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:49:34.444345 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef6195a-515a-4d18-95d8-1b72c12fddbc" -d '{"events": [{"name": "network-changed", "server_uuid": "89b87412-62eb-4d8b-8cd6-0c5a18745834", "tag": "83ab51b1-1afe-4bd0-80ad-be775334a711"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:49:34.488063 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['83ab51b1-1afe-4bd0-80ad-be775334a711'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:49:34.499321 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fd4d38-d6b3-4f2d-b5dc-9e7c24e00504 x-openstack-request-id: req-61fd4d38-d6b3-4f2d-b5dc-9e7c24e00504 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:49:34.500088 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b87412-62eb-4d8b-8cd6-0c5a18745834", "tag": "83ab51b1-1afe-4bd0-80ad-be775334a711", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:49:34.500324 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-61fd4d38-d6b3-4f2d-b5dc-9e7c24e00504 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:49:34.500728 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'tag': '83ab51b1-1afe-4bd0-80ad-be775334a711', 'status': 'completed', 'code': 200} Aug 30 07:49:34.573532 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6195a-515a-4d18-95d8-1b72c12fddbc req-3e4d5bc3-86ec-4f8d-9c17-e3516befd7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:34.575010 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0ef6195a-515a-4d18-95d8-1b72c12fddbc req-3e4d5bc3-86ec-4f8d-9c17-e3516befd7ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=edefcf79df0f4d64ab5c5985c8833560&device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 1138 time: 0.0493236 Aug 30 07:49:34.710503 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6195a-515a-4d18-95d8-1b72c12fddbc req-2168f49b-7fe1-4578-84fc-f5451fa15719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:34.711906 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0ef6195a-515a-4d18-95d8-1b72c12fddbc req-2168f49b-7fe1-4578-84fc-f5451fa15719 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae9925c8-478d-4997-b995-218f50416c2b HTTP/1.1" status: 200 len: 917 time: 0.1285868 Aug 30 07:49:34.720325 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58e01d-4d57-4911-bed7-7812aab95f3d req-48c9d48e-bb65-4a04-b554-37707da4538f tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:34.721733 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5d58e01d-4d57-4911-bed7-7812aab95f3d req-48c9d48e-bb65-4a04-b554-37707da4538f tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 985 time: 0.2189574 Aug 30 07:49:34.735987 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-6cdc0cbe-1237-4cc9-b27b-d6f8c9c8add5 None None] Provisioning complete for port 83ab51b1-1afe-4bd0-80ad-be775334a711 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:34.736569 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-6cdc0cbe-1237-4cc9-b27b-d6f8c9c8add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:34.803930 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5d58e01d-4d57-4911-bed7-7812aab95f3d req-d09dbc17-96a9-4144-ae5c-884bbedbbb7d tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&id=7b27b045-f626-4ae3-aa48-4cbaf06970a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0755136 Aug 30 07:49:34.808198 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0ef6195a-515a-4d18-95d8-1b72c12fddbc req-d6853485-e6e1-4180-a293-4281e63c04fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83ab51b1-1afe-4bd0-80ad-be775334a711 HTTP/1.1" status: 200 len: 1002 time: 0.0855381 Aug 30 07:49:34.868719 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6195a-515a-4d18-95d8-1b72c12fddbc req-b06e3f26-adbe-4c26-ac35-8943ccc09d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:34.870350 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0ef6195a-515a-4d18-95d8-1b72c12fddbc req-b06e3f26-adbe-4c26-ac35-8943ccc09d5e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=799e5f7f-2a2b-4691-a1cb-3e82958fcb50 HTTP/1.1" status: 200 len: 854 time: 0.0544744 Aug 30 07:49:34.925191 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6195a-515a-4d18-95d8-1b72c12fddbc req-b70a7fc3-265e-447e-83cc-7952b1e33b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:34.926868 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0ef6195a-515a-4d18-95d8-1b72c12fddbc req-b70a7fc3-265e-447e-83cc-7952b1e33b74 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae9925c8-478d-4997-b995-218f50416c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482464 Aug 30 07:49:35.026647 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0ef6195a-515a-4d18-95d8-1b72c12fddbc req-17f0c4f2-4920-431f-8bbf-d7c512cee0ad service neutron] 10.222.0.72 "GET /v2.0/networks/ae9925c8-478d-4997-b995-218f50416c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875592 Aug 30 07:49:35.126612 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-0ef6195a-515a-4d18-95d8-1b72c12fddbc req-26aa50c7-231a-4d22-ba27-22de4e5b16f5 service neutron] 10.222.0.72 "GET /v2.0/networks/ae9925c8-478d-4997-b995-218f50416c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925076 Aug 30 07:49:35.911728 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-17b3793b-f57b-48c3-8987-d0d44bb414ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:36.475959 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:37.232037 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57770) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:37.276488 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_v2 [None req-830ce776-4c94-4239-89ed-6d94924ce967 admin admin] Deleting subnet 93b17c29-4fcf-4d75-94c7-6d83eb3f9c5b {{(pid=100445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:49:37.279651 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-830ce776-4c94-4239-89ed-6d94924ce967 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:37.292499 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:37.318977 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-830ce776-4c94-4239-89ed-6d94924ce967 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5268979'] for subnet, precommit_delete_associations {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:37.356137 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-830ce776-4c94-4239-89ed-6d94924ce967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062241'] for subnet, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:37.407651 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-830ce776-4c94-4239-89ed-6d94924ce967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2062254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7019973'] for subnet, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:37.433668 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ce776-4c94-4239-89ed-6d94924ce967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93b17c29-4fcf-4d75-94c7-6d83eb3f9c5b,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:37.435666 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-830ce776-4c94-4239-89ed-6d94924ce967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:37.438793 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-830ce776-4c94-4239-89ed-6d94924ce967 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/93b17c29-4fcf-4d75-94c7-6d83eb3f9c5b HTTP/1.1" status: 204 len: 168 time: 0.2056456 Aug 30 07:49:37.440437 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57772) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:37.509950 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-74c2d97a-7996-4ffb-b824-6e53d8a02efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048561'] for network, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:37.587292 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-74c2d97a-7996-4ffb-b824-6e53d8a02efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2060378', 'neutron.services.segments.db._delete_segments_for_network-8735171498990'] for network, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:37.596890 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.services.segments.db [None req-74c2d97a-7996-4ffb-b824-6e53d8a02efe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06718aa0-050e-4a07-b9e8-0e649ef34aeb']}} {{(pid=100445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:37.606912 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.services.segments.db [None req-74c2d97a-7996-4ffb-b824-6e53d8a02efe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740b9228-5f9f-4ff9-8337-fe8111d83f52') {'for_net_delete': True} {{(pid=100445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:37.607207 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.services.segments.db [None req-74c2d97a-7996-4ffb-b824-6e53d8a02efe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740b9228-5f9f-4ff9-8337-fe8111d83f52') {} {{(pid=100445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:37.616277 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-74c2d97a-7996-4ffb-b824-6e53d8a02efe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735171498873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5268972'] for segment, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:37.630311 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-74c2d97a-7996-4ffb-b824-6e53d8a02efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:37.636175 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c2d97a-7996-4ffb-b824-6e53d8a02efe admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=100445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:49:37.636561 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-74c2d97a-7996-4ffb-b824-6e53d8a02efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490278'] for segment, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: Traceback (most recent call last): Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: timer() Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: cb(*args, **kw) Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: return func(*args, **kwargs) Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: self._notify() Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: self.callback(batched_events) Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: event.method(event) Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: return f(self, *a, **k) Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: return self._get(url).json() Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: return self.request(url, 'GET', **kwargs) Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:49:37.638178 dv-cinder-804035-7-iscsi neutron-server[100445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:49:37.694215 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-74c2d97a-7996-4ffb-b824-6e53d8a02efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2060323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550229'] for network, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:37.699524 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-74c2d97a-7996-4ffb-b824-6e53d8a02efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:37.701347 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-74c2d97a-7996-4ffb-b824-6e53d8a02efe admin admin] 10.222.0.58 "DELETE /v2.0/networks/06718aa0-050e-4a07-b9e8-0e649ef34aeb HTTP/1.1" status: 204 len: 168 time: 0.2599280 Aug 30 07:49:37.712212 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2d97a-7996-4ffb-b824-6e53d8a02efe admin admin] Pushing event deleted for resources: {'Network': ['ID=06718aa0-050e-4a07-b9e8-0e649ef34aeb,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:37.861064 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57776) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:37.899637 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-03fad6a0-c0fa-4f57-b2e1-c0fc5c0a351f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f19f6a6dbfdd44b0adc44e44a4fb24a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374317 Aug 30 07:49:37.902016 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57778) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:37.948221 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4757c229-c840-4060-bddf-c540ada3f904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:37.968599 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4757c229-c840-4060-bddf-c540ada3f904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.014277 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4757c229-c840-4060-bddf-c540ada3f904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.016861 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-4757c229-c840-4060-bddf-c540ada3f904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.018001 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-4757c229-c840-4060-bddf-c540ada3f904 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f2b95ba-6807-4d82-8496-1799de6a6d8e HTTP/1.1" status: 204 len: 168 time: 0.1150637 Aug 30 07:49:38.025556 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757c229-c840-4060-bddf-c540ada3f904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2b95ba-6807-4d82-8496-1799de6a6d8e,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:38.985657 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:39.852275 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.955964 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:50:00.666821 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce33ceb-b8a0-43e7-9b6d-fd54352c2a8d req-7812e8bd-f39f-4a59-bdd0-9e5cdec0f27c tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:00.668352 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5ce33ceb-b8a0-43e7-9b6d-fd54352c2a8d req-7812e8bd-f39f-4a59-bdd0-9e5cdec0f27c tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 985 time: 0.0559897 Aug 30 07:50:00.711036 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-5ce33ceb-b8a0-43e7-9b6d-fd54352c2a8d req-62504aa7-81a9-44b9-9b83-aa352a540bca tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&id=7b27b045-f626-4ae3-aa48-4cbaf06970a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365276 Aug 30 07:50:00.830463 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d160299-ed38-41fa-a665-571090009d4b req-8f18eeb2-211e-45f8-a4d6-12d7e6dba167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:00.831963 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9d160299-ed38-41fa-a665-571090009d4b req-8f18eeb2-211e-45f8-a4d6-12d7e6dba167 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=edefcf79df0f4d64ab5c5985c8833560&device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 1138 time: 0.2062409 Aug 30 07:50:00.928103 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d160299-ed38-41fa-a665-571090009d4b req-e3d80088-4f8c-474a-8709-482cb5940b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:00.929570 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9d160299-ed38-41fa-a665-571090009d4b req-e3d80088-4f8c-474a-8709-482cb5940b03 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae9925c8-478d-4997-b995-218f50416c2b HTTP/1.1" status: 200 len: 917 time: 0.0876510 Aug 30 07:50:00.996398 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9d160299-ed38-41fa-a665-571090009d4b req-cadeb0d7-9385-4ef2-b5db-64022f8443dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83ab51b1-1afe-4bd0-80ad-be775334a711 HTTP/1.1" status: 200 len: 1002 time: 0.0580428 Aug 30 07:50:01.049433 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d160299-ed38-41fa-a665-571090009d4b req-daea4a24-2953-4571-8d60-01090a080705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:01.050939 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9d160299-ed38-41fa-a665-571090009d4b req-daea4a24-2953-4571-8d60-01090a080705 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=799e5f7f-2a2b-4691-a1cb-3e82958fcb50 HTTP/1.1" status: 200 len: 854 time: 0.0467687 Aug 30 07:50:01.097187 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d160299-ed38-41fa-a665-571090009d4b req-f09b9594-1285-4413-8b8c-5bc5d6f06b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:01.098849 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9d160299-ed38-41fa-a665-571090009d4b req-f09b9594-1285-4413-8b8c-5bc5d6f06b7f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae9925c8-478d-4997-b995-218f50416c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399318 Aug 30 07:50:01.111042 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [req-9d160299-ed38-41fa-a665-571090009d4b req-749c6359-c376-460c-8c75-1c22bcaac945 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=100444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:50:01.112130 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9d160299-ed38-41fa-a665-571090009d4b req-749c6359-c376-460c-8c75-1c22bcaac945 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056970 Aug 30 07:50:01.206696 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9d160299-ed38-41fa-a665-571090009d4b req-ac957e28-b325-4415-8a38-dd4714e5a865 service neutron] 10.222.0.72 "GET /v2.0/networks/ae9925c8-478d-4997-b995-218f50416c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870283 Aug 30 07:50:01.302488 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-9d160299-ed38-41fa-a665-571090009d4b req-e5b1380e-b73e-4185-bcfb-88ae4c415024 service neutron] 10.222.0.72 "GET /v2.0/networks/ae9925c8-478d-4997-b995-218f50416c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869067 Aug 30 07:50:01.951794 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf7629-4367-4dec-8e34-2a103bf04ff1 req-0001757f-7023-4133-b44e-cb30041562a5 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:01.954024 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5abf7629-4367-4dec-8e34-2a103bf04ff1 req-0001757f-7023-4133-b44e-cb30041562a5 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 985 time: 0.1742809 Aug 30 07:50:02.000812 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5abf7629-4367-4dec-8e34-2a103bf04ff1 req-41f10d72-7fd9-4901-b748-12eb9107f40c tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&id=7b27b045-f626-4ae3-aa48-4cbaf06970a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361218 Aug 30 07:50:03.122133 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89b98c-ba67-48df-abad-5757a2385e38 req-2fe73846-2082-45e4-9352-f38ab653a850 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:03.123710 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-df89b98c-ba67-48df-abad-5757a2385e38 req-2fe73846-2082-45e4-9352-f38ab653a850 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 985 time: 0.0500078 Aug 30 07:50:03.165615 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-df89b98c-ba67-48df-abad-5757a2385e38 req-c895f0d2-a49c-444b-aea2-d54d63085daa tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&id=7b27b045-f626-4ae3-aa48-4cbaf06970a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356278 Aug 30 07:50:03.647520 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-ff67ea10-d51e-4774-93cf-90b9b16dfedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:04.286285 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ddfa4-c499-4a50-a812-4b76f4bfca35 req-c267831f-1f71-4cfa-b89b-48fda4b34e24 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:04.287811 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-266ddfa4-c499-4a50-a812-4b76f4bfca35 req-c267831f-1f71-4cfa-b89b-48fda4b34e24 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 985 time: 0.0496116 Aug 30 07:50:04.328163 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-266ddfa4-c499-4a50-a812-4b76f4bfca35 req-8898a8e1-5fad-41e4-968f-cc35795ce585 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&id=7b27b045-f626-4ae3-aa48-4cbaf06970a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343685 Aug 30 07:50:05.447541 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b077956-0ebe-4719-92db-59c4876e62f1 req-c39a1ccf-adb3-4eec-b183-4c456d2d4969 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:05.449056 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3b077956-0ebe-4719-92db-59c4876e62f1 req-c39a1ccf-adb3-4eec-b183-4c456d2d4969 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 985 time: 0.0540009 Aug 30 07:50:05.492017 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-3b077956-0ebe-4719-92db-59c4876e62f1 req-15640a09-7047-4fca-8485-512133a18c6c tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&id=7b27b045-f626-4ae3-aa48-4cbaf06970a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354946 Aug 30 07:50:05.916703 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-04c70c15-3207-47a5-9c88-a67b49da08bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:06.476859 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:06.616581 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935f7a7-5312-47c7-80cf-623e432b8b35 req-19a9b3e6-d672-4ae5-b4a0-33eaca034f84 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:06.618210 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c935f7a7-5312-47c7-80cf-623e432b8b35 req-19a9b3e6-d672-4ae5-b4a0-33eaca034f84 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 985 time: 0.0532348 Aug 30 07:50:06.664989 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-c935f7a7-5312-47c7-80cf-623e432b8b35 req-50ac1f8a-a4d4-4a6b-9431-ce5e4989faec tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&id=7b27b045-f626-4ae3-aa48-4cbaf06970a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373938 Aug 30 07:50:07.295851 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:07.781497 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e964796-304f-4daa-9e45-28e40d901a20 req-157ee164-ee25-49f0-a8c1-6b6c53499ca2 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:07.782985 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7e964796-304f-4daa-9e45-28e40d901a20 req-157ee164-ee25-49f0-a8c1-6b6c53499ca2 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 985 time: 0.0527163 Aug 30 07:50:07.821271 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-7e964796-304f-4daa-9e45-28e40d901a20 req-12af88ab-3580-4b58-8b01-c38ef6fe9019 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&id=7b27b045-f626-4ae3-aa48-4cbaf06970a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322363 Aug 30 07:50:08.942561 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a5bc0-f159-49cc-aeee-44deadbb1bc2 req-0a3ceb67-2bcd-4432-b2e6-9352b63128f2 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:08.944058 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b71a5bc0-f159-49cc-aeee-44deadbb1bc2 req-0a3ceb67-2bcd-4432-b2e6-9352b63128f2 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 985 time: 0.0532305 Aug 30 07:50:08.984267 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:08.985768 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-b71a5bc0-f159-49cc-aeee-44deadbb1bc2 req-0d6f868f-5d69-4cea-9ee8-7d73d9af143d tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&id=7b27b045-f626-4ae3-aa48-4cbaf06970a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355659 Aug 30 07:50:09.858308 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:10.100287 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55b758-4f70-4cc9-8486-c0a2f71424ef req-6574f244-9e33-4d65-95f3-639a195e8813 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:10.101781 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-dc55b758-4f70-4cc9-8486-c0a2f71424ef req-6574f244-9e33-4d65-95f3-639a195e8813 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 985 time: 0.0495634 Aug 30 07:50:10.150199 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-dc55b758-4f70-4cc9-8486-c0a2f71424ef req-0ad718b2-4461-4097-8877-5eb1dafa48ac tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&id=7b27b045-f626-4ae3-aa48-4cbaf06970a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422821 Aug 30 07:50:11.265634 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90157f-c0c4-4b08-ac99-f4d05943a4d0 req-21d1b219-bec1-4e4e-a4c3-47ac5e40018c tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:11.267151 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5b90157f-c0c4-4b08-ac99-f4d05943a4d0 req-21d1b219-bec1-4e4e-a4c3-47ac5e40018c tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 985 time: 0.0507786 Aug 30 07:50:11.308996 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-5b90157f-c0c4-4b08-ac99-f4d05943a4d0 req-239c867e-bcd5-4ada-9b9b-954fa1a90403 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&id=7b27b045-f626-4ae3-aa48-4cbaf06970a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355918 Aug 30 07:50:12.442090 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2db0ef-c43d-483b-a466-db4d7b2e97f4 req-bd9d8672-777e-4a0a-913f-d8ad618766e6 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:12.443733 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cd2db0ef-c43d-483b-a466-db4d7b2e97f4 req-bd9d8672-777e-4a0a-913f-d8ad618766e6 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 985 time: 0.0555711 Aug 30 07:50:12.492377 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-cd2db0ef-c43d-483b-a466-db4d7b2e97f4 req-934b8b48-3c79-45f7-bcac-653f538be1c1 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&id=7b27b045-f626-4ae3-aa48-4cbaf06970a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425622 Aug 30 07:50:28.955210 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:50:33.649085 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e0e9fff2-12ba-43a2-812c-405dc330ece1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:35.909066 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-a0786e96-1b49-4d07-a246-26957f4436e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:36.479093 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:37.297983 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:37.991286 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57832) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:38.143871 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Deleting port 10af7c5c-2aa8-4a94-ac0e-1fdca1f12fe2 {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:38.144210 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:38.221127 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:38.221451 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:38.232618 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Calling delete_port for 10af7c5c-2aa8-4a94-ac0e-1fdca1f12fe2 owned by network:floatingip {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:38.398604 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:38.424421 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event deleted for resources: {'Port': ['ID=10af7c5c-2aa8-4a94-ac0e-1fdca1f12fe2,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:38.447429 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:38.447768 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:38.448101 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:38.448430 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:38.448755 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:38.449079 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:38.449399 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:38.449718 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:38.450036 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:38.450376 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:38.450691 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:38.451002 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:38.488701 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for floatingip, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:38.489020 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.l3_db [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Floating IP 5250bce6-c49d-454a-abd8-572d57ecb4f2 disassociated (deleted). External IP: 172.27.2.32, port: e3a2b171-9670-4e61-b420-83a76771aa2e. Aug 30 07:50:38.688233 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:50:38.792841 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:50:38.797746 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:38.802756 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105a4a88-ae07-4789-bc5d-8cbbb7ae96ff None None] Sync routers for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:50:38.811921 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105a4a88-ae07-4789-bc5d-8cbbb7ae96ff None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:50:38.813054 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-105a4a88-ae07-4789-bc5d-8cbbb7ae96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:38.823754 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-874a7520-7e60-4b8d-ae4b-c89643dc18da tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "DELETE /v2.0/floatingips/5250bce6-c49d-454a-abd8-572d57ecb4f2 HTTP/1.1" status: 204 len: 168 time: 0.8314612 Aug 30 07:50:38.824374 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c95671e-c3d5-47fc-8e3f-d60b8456e03e', 'tag': 'e3a2b171-9670-4e61-b420-83a76771aa2e'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:38.826632 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edf3aa0-db51-4d41-a12e-052bfffbe2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7c95671e-c3d5-47fc-8e3f-d60b8456e03e", "tag": "e3a2b171-9670-4e61-b420-83a76771aa2e"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:38.873174 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd687cfb-7d51-4efa-bc84-4833e81f331a x-openstack-request-id: req-dd687cfb-7d51-4efa-bc84-4833e81f331a {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:38.873462 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c95671e-c3d5-47fc-8e3f-d60b8456e03e", "tag": "e3a2b171-9670-4e61-b420-83a76771aa2e", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:38.873708 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd687cfb-7d51-4efa-bc84-4833e81f331a {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:38.874132 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c95671e-c3d5-47fc-8e3f-d60b8456e03e', 'tag': 'e3a2b171-9670-4e61-b420-83a76771aa2e', 'status': 'completed', 'code': 200} Aug 30 07:50:38.935901 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-105a4a88-ae07-4789-bc5d-8cbbb7ae96ff None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:50:38.944403 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf3aa0-db51-4d41-a12e-052bfffbe2b4 req-49ca4cb4-b06d-41d0-8235-70de1e1dbd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:38.946661 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2edf3aa0-db51-4d41-a12e-052bfffbe2b4 req-49ca4cb4-b06d-41d0-8235-70de1e1dbd12 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f9590f149e841f38602d1fbd657bb0d&device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 1098 time: 0.0469077 Aug 30 07:50:39.090247 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf3aa0-db51-4d41-a12e-052bfffbe2b4 req-bf6a2140-7c5e-4248-9ceb-157e20f3a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:39.091775 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2edf3aa0-db51-4d41-a12e-052bfffbe2b4 req-bf6a2140-7c5e-4248-9ceb-157e20f3a24c service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 200 len: 914 time: 0.1301868 Aug 30 07:50:39.118972 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a08498-3699-40dd-b403-9744689d9916 req-baec481d-3a83-4cbc-a4b5-217f490b82f3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:39.120468 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-73a08498-3699-40dd-b403-9744689d9916 req-baec481d-3a83-4cbc-a4b5-217f490b82f3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 945 time: 0.0756114 Aug 30 07:50:39.149880 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2edf3aa0-db51-4d41-a12e-052bfffbe2b4 req-18227e27-acf1-405c-889f-2727e406c3cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3a2b171-9670-4e61-b420-83a76771aa2e HTTP/1.1" status: 200 len: 217 time: 0.0494404 Aug 30 07:50:39.157094 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:39.215253 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-73a08498-3699-40dd-b403-9744689d9916 req-3b2b17f5-4b93-4725-a44b-988dbef044e4 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678868 Aug 30 07:50:39.222182 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf3aa0-db51-4d41-a12e-052bfffbe2b4 req-ef884532-e978-45cf-98cd-d3112f3af1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:39.223628 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2edf3aa0-db51-4d41-a12e-052bfffbe2b4 req-ef884532-e978-45cf-98cd-d3112f3af1f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e2318d-123e-41c6-aa16-ca61889da190 HTTP/1.1" status: 200 len: 851 time: 0.0615811 Aug 30 07:50:39.283273 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf3aa0-db51-4d41-a12e-052bfffbe2b4 req-04370d8d-06f5-4b14-ae2d-77cfdced3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:39.284811 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2edf3aa0-db51-4d41-a12e-052bfffbe2b4 req-04370d8d-06f5-4b14-ae2d-77cfdced3816 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab4a9354-67df-4094-835a-a69066bff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527668 Aug 30 07:50:39.317764 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-105a4a88-ae07-4789-bc5d-8cbbb7ae96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '079253cb-6f64-4174-af0b-0964fe154dfd', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'port_id': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'mac_address': 'fa:16:3e:94:4d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:46:47Z', 'updated_at': '2021-08-30T07:46:49Z', 'revision_number': 1, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:39.349308 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105a4a88-ae07-4789-bc5d-8cbbb7ae96ff None None] Checking router: 4b14d5a1-5896-47db-9d6a-b64d7346ab18 for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:50:39.357917 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105a4a88-ae07-4789-bc5d-8cbbb7ae96ff None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:50:39.358599 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-105a4a88-ae07-4789-bc5d-8cbbb7ae96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:39.384075 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2edf3aa0-db51-4d41-a12e-052bfffbe2b4 req-7366806b-6d92-48c4-abf9-167a6c4e9363 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903764 Aug 30 07:50:39.474948 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-105a4a88-ae07-4789-bc5d-8cbbb7ae96ff None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:50:39.483437 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-2edf3aa0-db51-4d41-a12e-052bfffbe2b4 req-1491a652-b83f-4e24-860c-f095ff4439ca service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892649 Aug 30 07:50:39.696264 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-105a4a88-ae07-4789-bc5d-8cbbb7ae96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '079253cb-6f64-4174-af0b-0964fe154dfd', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'port_id': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'mac_address': 'fa:16:3e:94:4d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:46:47Z', 'updated_at': '2021-08-30T07:46:49Z', 'revision_number': 1, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:39.726106 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105a4a88-ae07-4789-bc5d-8cbbb7ae96ff None None] The sync data for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi is: [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_floatingips': [{'id': '079253cb-6f64-4174-af0b-0964fe154dfd', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'router_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'port_id': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'mac_address': 'fa:16:3e:94:4d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:46:47Z', 'updated_at': '2021-08-30T07:46:49Z', 'revision_number': 1, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:50:39.877475 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:39.929224 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a75f4b8-7aef-4f93-808f-390eb7b39757 None None] New status for floating IP 5250bce6-c49d-454a-abd8-572d57ecb4f2: DOWN {{(pid=100447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:50:40.335658 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4bce3-665a-404f-baa0-c565975b5258 req-a0e4ff59-15d6-4a57-b114-4f8c14770c5e tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:40.337144 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d1b4bce3-665a-404f-baa0-c565975b5258 req-a0e4ff59-15d6-4a57-b114-4f8c14770c5e tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 945 time: 0.0522103 Aug 30 07:50:40.374242 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-d1b4bce3-665a-404f-baa0-c565975b5258 req-ca5eff47-154d-4a54-a77a-e5f7abf80b85 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308301 Aug 30 07:50:41.069790 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147777e5-cfd3-4c1d-8416-597a0f01e39c req-add0ece7-66b0-4f7e-af01-fb18a6739b4b tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:41.071390 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-147777e5-cfd3-4c1d-8416-597a0f01e39c req-add0ece7-66b0-4f7e-af01-fb18a6739b4b tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 945 time: 0.0489178 Aug 30 07:50:41.163646 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-147777e5-cfd3-4c1d-8416-597a0f01e39c req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Deleting port e3a2b171-9670-4e61-b420-83a76771aa2e {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:41.163984 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-147777e5-cfd3-4c1d-8416-597a0f01e39c req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:41.248465 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-147777e5-cfd3-4c1d-8416-597a0f01e39c req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] For port e3a2b171-9670-4e61-b420-83a76771aa2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e3a2b171-9670-4e61-b420-83a76771aa2e,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:41.248815 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-147777e5-cfd3-4c1d-8416-597a0f01e39c req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:41.261348 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-147777e5-cfd3-4c1d-8416-597a0f01e39c req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Calling delete_port for e3a2b171-9670-4e61-b420-83a76771aa2e owned by compute:nova {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:41.385462 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-147777e5-cfd3-4c1d-8416-597a0f01e39c req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:41.414285 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event deleted for resources: {'Port': ['ID=e3a2b171-9670-4e61-b420-83a76771aa2e,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:41.426111 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:41.426471 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:41.426806 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:41.427145 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:41.427475 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:41.427805 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:41.428136 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:41.428462 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:41.428785 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:41.429105 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:41.429423 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:41.429838 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:41.487545 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-147777e5-cfd3-4c1d-8416-597a0f01e39c req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] No DVR routers for this DVR port e3a2b171-9670-4e61-b420-83a76771aa2e on host hv-cinder-80403 {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:50:41.490609 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d8ae11cb-16fd-4bbd-bd04-2d58d7c9ae7d req-1d515476-2377-4fbd-ae37-20e59a7d7264 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c95671e-c3d5-47fc-8e3f-d60b8456e03e HTTP/1.1" status: 200 len: 210 time: 0.0447106 Aug 30 07:50:41.491578 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-147777e5-cfd3-4c1d-8416-597a0f01e39c req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:41.493401 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-147777e5-cfd3-4c1d-8416-597a0f01e39c req-08a09284-11ed-44bf-a3f6-ca38d7624250 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.72 "DELETE /v2.0/ports/e3a2b171-9670-4e61-b420-83a76771aa2e HTTP/1.1" status: 204 len: 173 time: 0.4157355 Aug 30 07:50:41.493868 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c95671e-c3d5-47fc-8e3f-d60b8456e03e', 'name': 'network-vif-deleted', 'tag': 'e3a2b171-9670-4e61-b420-83a76771aa2e'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:41.496147 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64c49a0-e792-4c87-9dde-04bd0b0c256d" -d '{"events": [{"server_uuid": "7c95671e-c3d5-47fc-8e3f-d60b8456e03e", "name": "network-vif-deleted", "tag": "e3a2b171-9670-4e61-b420-83a76771aa2e"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:41.539104 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4226f01f-781b-4bef-9ee8-0420c2d8ac59 x-openstack-request-id: req-4226f01f-781b-4bef-9ee8-0420c2d8ac59 {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:41.539404 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c95671e-c3d5-47fc-8e3f-d60b8456e03e", "name": "network-vif-deleted", "tag": "e3a2b171-9670-4e61-b420-83a76771aa2e", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:41.539663 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4226f01f-781b-4bef-9ee8-0420c2d8ac59 {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:41.540067 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c95671e-c3d5-47fc-8e3f-d60b8456e03e', 'name': 'network-vif-deleted', 'tag': 'e3a2b171-9670-4e61-b420-83a76771aa2e', 'status': 'completed', 'code': 200} Aug 30 07:50:44.460221 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-47bdb149-d546-444f-a6eb-ceaa9d50bf4d req-faccd880-c471-4021-b201-f7867cb9831f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391114 Aug 30 07:50:44.546286 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdb149-d546-444f-a6eb-ceaa9d50bf4d req-efabf6ac-e985-42de-9e44-427094fb2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:44.547783 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-47bdb149-d546-444f-a6eb-ceaa9d50bf4d req-efabf6ac-e985-42de-9e44-427094fb2901 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f9590f149e841f38602d1fbd657bb0d&device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 1098 time: 0.0406759 Aug 30 07:50:44.652274 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdb149-d546-444f-a6eb-ceaa9d50bf4d req-4c4affcf-4123-44ea-a7b7-a77a12c6adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:44.653732 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-47bdb149-d546-444f-a6eb-ceaa9d50bf4d req-4c4affcf-4123-44ea-a7b7-a77a12c6adfb service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 200 len: 914 time: 0.0849762 Aug 30 07:50:44.722552 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-47bdb149-d546-444f-a6eb-ceaa9d50bf4d req-2b002a34-69aa-4041-8486-b7c397b50bec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 HTTP/1.1" status: 200 len: 1001 time: 0.0602193 Aug 30 07:50:44.761679 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57868) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:44.781440 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdb149-d546-444f-a6eb-ceaa9d50bf4d req-b8c07e97-ad94-4972-ad56-c6e143614cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:44.782947 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-47bdb149-d546-444f-a6eb-ceaa9d50bf4d req-b8c07e97-ad94-4972-ad56-c6e143614cd6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e2318d-123e-41c6-aa16-ca61889da190 HTTP/1.1" status: 200 len: 851 time: 0.0531211 Aug 30 07:50:44.832953 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdb149-d546-444f-a6eb-ceaa9d50bf4d req-8e2e7f2a-c95a-458f-a313-14aea99b015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:44.834488 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-47bdb149-d546-444f-a6eb-ceaa9d50bf4d req-8e2e7f2a-c95a-458f-a313-14aea99b015b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab4a9354-67df-4094-835a-a69066bff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430169 Aug 30 07:50:44.917317 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-518ee347-8f25-4fb0-a946-5f52f6ba29e6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Deleting port a45d5da5-fe4d-4285-890f-039e20344447 {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:44.917649 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-518ee347-8f25-4fb0-a946-5f52f6ba29e6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:44.925133 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-47bdb149-d546-444f-a6eb-ceaa9d50bf4d req-3645bd68-7260-4b8f-b8af-c7c1307ab544 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826907 Aug 30 07:50:44.994055 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-518ee347-8f25-4fb0-a946-5f52f6ba29e6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:44.994311 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-518ee347-8f25-4fb0-a946-5f52f6ba29e6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:45.006259 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-518ee347-8f25-4fb0-a946-5f52f6ba29e6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Calling delete_port for a45d5da5-fe4d-4285-890f-039e20344447 owned by network:floatingip {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:45.020409 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-47bdb149-d546-444f-a6eb-ceaa9d50bf4d req-e28aed42-7f45-441b-bd7c-279880dc1591 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875475 Aug 30 07:50:45.152303 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-518ee347-8f25-4fb0-a946-5f52f6ba29e6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:45.183204 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ee347-8f25-4fb0-a946-5f52f6ba29e6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event deleted for resources: {'Port': ['ID=a45d5da5-fe4d-4285-890f-039e20344447,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:45.241581 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device e3a2b171-9670-4e61-b420-83a76771aa2e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:50:45.242666 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-518ee347-8f25-4fb0-a946-5f52f6ba29e6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for floatingip, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:45.243001 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.db.l3_db [None req-518ee347-8f25-4fb0-a946-5f52f6ba29e6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Floating IP 079253cb-6f64-4174-af0b-0964fe154dfd disassociated (deleted). External IP: 172.27.2.123, port: 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7. Aug 30 07:50:45.261729 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: e3a2b171-9670-4e61-b420-83a76771aa2e {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:50:45.262088 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device e3a2b171-9670-4e61-b420-83a76771aa2e not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:50:45.447118 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518ee347-8f25-4fb0-a946-5f52f6ba29e6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:50:45.553601 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518ee347-8f25-4fb0-a946-5f52f6ba29e6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:50:45.558458 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-518ee347-8f25-4fb0-a946-5f52f6ba29e6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:45.563852 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa0267-aa39-4a70-8ccf-59d6274e95df None None] Sync routers for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:50:45.572641 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa0267-aa39-4a70-8ccf-59d6274e95df None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:50:45.573254 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-90fa0267-aa39-4a70-8ccf-59d6274e95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:45.585518 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-518ee347-8f25-4fb0-a946-5f52f6ba29e6 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "DELETE /v2.0/floatingips/079253cb-6f64-4174-af0b-0964fe154dfd HTTP/1.1" status: 204 len: 168 time: 0.8227201 Aug 30 07:50:45.586247 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'tag': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7'}] {{(pid=100445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:45.588576 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c6712ed62bea28fa0f1c39ce70a102068dafa07f92236af4a7e84a98853dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c09c78-fe24-4638-babb-dfea4e721778" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66", "tag": "88a0d919-ce29-4624-9cb9-a0bde7b9f3d7"}]}' {{(pid=100445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:45.682102 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-90fa0267-aa39-4a70-8ccf-59d6274e95df None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:50:45.692816 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5bba96-1de8-4d13-81ce-cf88a7081d25 x-openstack-request-id: req-5b5bba96-1de8-4d13-81ce-cf88a7081d25 {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:45.693197 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66", "tag": "88a0d919-ce29-4624-9cb9-a0bde7b9f3d7", "status": "completed", "code": 200}]} {{(pid=100445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:45.693535 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b5bba96-1de8-4d13-81ce-cf88a7081d25 {{(pid=100445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:45.693992 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'tag': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7', 'status': 'completed', 'code': 200} Aug 30 07:50:45.777999 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c09c78-fe24-4638-babb-dfea4e721778 req-64374f61-c57a-4245-a790-c3f65abfffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:45.780745 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d6c09c78-fe24-4638-babb-dfea4e721778 req-64374f61-c57a-4245-a790-c3f65abfffa4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f9590f149e841f38602d1fbd657bb0d&device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 1098 time: 0.0601747 Aug 30 07:50:45.888461 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73392f04-1dcc-407f-9519-97a970e78692 req-c26a2a2c-9787-4487-a9fb-172bce0bce70 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:45.889988 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-73392f04-1dcc-407f-9519-97a970e78692 req-c26a2a2c-9787-4487-a9fb-172bce0bce70 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 945 time: 0.1034279 Aug 30 07:50:45.897551 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-90fa0267-aa39-4a70-8ccf-59d6274e95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:45.927608 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa0267-aa39-4a70-8ccf-59d6274e95df None None] Checking router: 4b14d5a1-5896-47db-9d6a-b64d7346ab18 for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:50:45.938691 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa0267-aa39-4a70-8ccf-59d6274e95df None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:50:45.939301 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-90fa0267-aa39-4a70-8ccf-59d6274e95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:45.942714 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c09c78-fe24-4638-babb-dfea4e721778 req-453b6ca1-55c7-4416-ac02-226fe580bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:45.944193 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d6c09c78-fe24-4638-babb-dfea4e721778 req-453b6ca1-55c7-4416-ac02-226fe580bfba service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 200 len: 914 time: 0.1450999 Aug 30 07:50:45.947188 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-73392f04-1dcc-407f-9519-97a970e78692 req-ead066d1-5e04-4465-9b7b-68551560ba0c tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507603 Aug 30 07:50:45.990931 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d6c09c78-fe24-4638-babb-dfea4e721778 req-d12981f0-a801-4c97-b23e-9371cefacc00 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 HTTP/1.1" status: 200 len: 217 time: 0.0379581 Aug 30 07:50:46.042041 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c09c78-fe24-4638-babb-dfea4e721778 req-88078b4f-b226-4e50-acf4-1a0778067e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:46.043524 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d6c09c78-fe24-4638-babb-dfea4e721778 req-88078b4f-b226-4e50-acf4-1a0778067e78 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e2318d-123e-41c6-aa16-ca61889da190 HTTP/1.1" status: 200 len: 851 time: 0.0438948 Aug 30 07:50:46.044102 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-90fa0267-aa39-4a70-8ccf-59d6274e95df None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:50:46.098275 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c09c78-fe24-4638-babb-dfea4e721778 req-44504010-f14b-4543-a5b4-e1dd7a05262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:46.099801 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d6c09c78-fe24-4638-babb-dfea4e721778 req-44504010-f14b-4543-a5b4-e1dd7a05262c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab4a9354-67df-4094-835a-a69066bff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420229 Aug 30 07:50:46.194047 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d6c09c78-fe24-4638-babb-dfea4e721778 req-3fc38485-b310-498f-971d-032c29a57745 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860879 Aug 30 07:50:46.244929 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-90fa0267-aa39-4a70-8ccf-59d6274e95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:46.271014 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa0267-aa39-4a70-8ccf-59d6274e95df None None] The sync data for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi is: [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:28Z', 'revision_number': 4, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '03a36086-37ea-4af7-a979-2aceef5a18ad', 'name': '', 'network_id': 'ab4a9354-67df-4094-835a-a69066bff580', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'mac_address': 'fa:16:3e:05:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:27Z', 'updated_at': '2021-08-30T07:43:34Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'subnets': [{'id': 'd0e2318d-123e-41c6-aa16-ca61889da190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:50:46.284865 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-d6c09c78-fe24-4638-babb-dfea4e721778 req-5cc9ab10-38ea-485f-924f-73f67ac7474f service neutron] 10.222.0.72 "GET /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831840 Aug 30 07:50:46.469949 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e7ed3-9cef-4c8e-986c-94a064156eef None None] New status for floating IP 079253cb-6f64-4174-af0b-0964fe154dfd: DOWN {{(pid=100447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:50:47.065795 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b565415-672c-4ae8-a782-64313b14259f req-1fb6138d-0902-4628-8516-a942a7cf1c9a tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:47.067305 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7b565415-672c-4ae8-a782-64313b14259f req-1fb6138d-0902-4628-8516-a942a7cf1c9a tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 945 time: 0.0505209 Aug 30 07:50:47.106872 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-7b565415-672c-4ae8-a782-64313b14259f req-cf7be3d5-f04a-4505-9ace-1722387c7dc3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336978 Aug 30 07:50:47.527304 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b460a7-eeb0-4f47-a83e-0b7b4e79e8c3 req-b5b3550d-75d8-4b0d-8f1a-63f56dd97fe3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:47.528743 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-67b460a7-eeb0-4f47-a83e-0b7b4e79e8c3 req-b5b3550d-75d8-4b0d-8f1a-63f56dd97fe3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 945 time: 0.0486453 Aug 30 07:50:47.621419 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-67b460a7-eeb0-4f47-a83e-0b7b4e79e8c3 req-7ae1d7a0-45c1-4d61-9b45-2141a8cd6be3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Deleting port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:47.621754 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-67b460a7-eeb0-4f47-a83e-0b7b4e79e8c3 req-7ae1d7a0-45c1-4d61-9b45-2141a8cd6be3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:47.714407 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-67b460a7-eeb0-4f47-a83e-0b7b4e79e8c3 req-7ae1d7a0-45c1-4d61-9b45-2141a8cd6be3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] For port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=88a0d919-ce29-4624-9cb9-a0bde7b9f3d7,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:47.714768 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-67b460a7-eeb0-4f47-a83e-0b7b4e79e8c3 req-7ae1d7a0-45c1-4d61-9b45-2141a8cd6be3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:47.727820 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-67b460a7-eeb0-4f47-a83e-0b7b4e79e8c3 req-7ae1d7a0-45c1-4d61-9b45-2141a8cd6be3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Calling delete_port for 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 owned by compute:nova {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:48.026130 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-17f4f51d-69cd-4c1b-8f43-69af77b65b55 req-2a338097-5ea6-4f0f-8f24-e84d32e01a49 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-799650509&fields=id&tenant_id=edefcf79df0f4d64ab5c5985c8833560 HTTP/1.1" status: 200 len: 267 time: 0.0466216 Aug 30 07:50:48.138984 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4f51d-69cd-4c1b-8f43-69af77b65b55 req-f33001bf-f7c2-48b0-b330-6c321ec1a505 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:48.141046 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-17f4f51d-69cd-4c1b-8f43-69af77b65b55 req-f33001bf-f7c2-48b0-b330-6c321ec1a505 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 985 time: 0.1070256 Aug 30 07:50:48.154689 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.v2.base [req-17f4f51d-69cd-4c1b-8f43-69af77b65b55 req-2844683c-d3d5-4a01-a684-2623ae31ff5a tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Request body: {'port': {'security_groups': ['9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8']}} {{(pid=100444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:50:48.200282 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-67b460a7-eeb0-4f47-a83e-0b7b4e79e8c3 req-7ae1d7a0-45c1-4d61-9b45-2141a8cd6be3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:48.221774 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c4af4-3afb-4ea8-a2b4-12406d31594e req-1f0c6547-c554-4fe9-a20c-cdfe1ac68ce8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:48.223275 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0f7c4af4-3afb-4ea8-a2b4-12406d31594e req-1f0c6547-c554-4fe9-a20c-cdfe1ac68ce8 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66 HTTP/1.1" status: 200 len: 867 time: 0.0490723 Aug 30 07:50:48.253368 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1d7a0-45c1-4d61-9b45-2141a8cd6be3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event deleted for resources: {'Port': ['ID=88a0d919-ce29-4624-9cb9-a0bde7b9f3d7,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:48.257009 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-17f4f51d-69cd-4c1b-8f43-69af77b65b55 req-2844683c-d3d5-4a01-a684-2623ae31ff5a tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2032474'] for port, before_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:48.268434 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-0f7c4af4-3afb-4ea8-a2b4-12406d31594e req-400a311b-0f1d-4f26-a8ee-a446b8295a51 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff0b64ce-2edc-4327-b909-cb3a10d3ed95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381961 Aug 30 07:50:48.308861 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b460a7-eeb0-4f47-a83e-0b7b4e79e8c3 req-7ae1d7a0-45c1-4d61-9b45-2141a8cd6be3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] No DVR routers for this DVR port 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 on host hv-cinder-80403 {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:50:48.311859 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-67b460a7-eeb0-4f47-a83e-0b7b4e79e8c3 req-7ae1d7a0-45c1-4d61-9b45-2141a8cd6be3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:48.313778 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-67b460a7-eeb0-4f47-a83e-0b7b4e79e8c3 req-7ae1d7a0-45c1-4d61-9b45-2141a8cd6be3 tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.72 "DELETE /v2.0/ports/88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 HTTP/1.1" status: 204 len: 173 time: 0.7782674 Aug 30 07:50:48.314269 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'name': 'network-vif-deleted', 'tag': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:48.316492 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a02acd-84ff-432a-91ef-57e2b9f5ed75" -d '{"events": [{"server_uuid": "b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66", "name": "network-vif-deleted", "tag": "88a0d919-ce29-4624-9cb9-a0bde7b9f3d7"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:48.362002 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5491180-7a5d-49ee-97ab-c3345a29708e x-openstack-request-id: req-a5491180-7a5d-49ee-97ab-c3345a29708e {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:48.362326 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66", "name": "network-vif-deleted", "tag": "88a0d919-ce29-4624-9cb9-a0bde7b9f3d7", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:48.362578 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a5491180-7a5d-49ee-97ab-c3345a29708e {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:48.362980 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cc2587-5188-4ee8-a85a-0c4a2f9f2e66', 'name': 'network-vif-deleted', 'tag': '88a0d919-ce29-4624-9cb9-a0bde7b9f3d7', 'status': 'completed', 'code': 200} Aug 30 07:50:48.483446 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-17f4f51d-69cd-4c1b-8f43-69af77b65b55 req-2844683c-d3d5-4a01-a684-2623ae31ff5a tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] For port 83ab51b1-1afe-4bd0-80ad-be775334a711, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=83ab51b1-1afe-4bd0-80ad-be775334a711,segment=NetworkSegment(17645702-c38a-4230-b5a1-e113535ccf3c),segment_id=17645702-c38a-4230-b5a1-e113535ccf3c)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:48.520151 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-17f4f51d-69cd-4c1b-8f43-69af77b65b55 req-2844683c-d3d5-4a01-a684-2623ae31ff5a tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for port, precommit_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:48.524631 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-17f4f51d-69cd-4c1b-8f43-69af77b65b55 req-2844683c-d3d5-4a01-a684-2623ae31ff5a tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735171555633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735170999318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735170999336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7316911'] for port, after_update {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:48.539546 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['83ab51b1-1afe-4bd0-80ad-be775334a711'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:50:48.571521 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4f51d-69cd-4c1b-8f43-69af77b65b55 req-2844683c-d3d5-4a01-a684-2623ae31ff5a tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:48.572033 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-17f4f51d-69cd-4c1b-8f43-69af77b65b55 req-2844683c-d3d5-4a01-a684-2623ae31ff5a tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:48.581932 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-17f4f51d-69cd-4c1b-8f43-69af77b65b55 req-2844683c-d3d5-4a01-a684-2623ae31ff5a tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "PUT /v2.0/ports/83ab51b1-1afe-4bd0-80ad-be775334a711 HTTP/1.1" status: 200 len: 943 time: 0.4335871 Aug 30 07:50:48.584391 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57890) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:48.612694 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844683c-d3d5-4a01-a684-2623ae31ff5a tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Pushing event updated for resources: {'Port': ['ID=83ab51b1-1afe-4bd0-80ad-be775334a711,revision_number=7']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:48.673738 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2a6c3e0d-fa87-4fb4-8f10-dd6a07564106 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:48.676863 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['83ab51b1-1afe-4bd0-80ad-be775334a711'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:50:48.732381 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2a6c3e0d-fa87-4fb4-8f10-dd6a07564106 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:48.816221 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2a6c3e0d-fa87-4fb4-8f10-dd6a07564106 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:48.819152 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2a6c3e0d-fa87-4fb4-8f10-dd6a07564106 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:48.820815 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-2a6c3e0d-fa87-4fb4-8f10-dd6a07564106 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "DELETE /v2.0/security-groups/7b27b045-f626-4ae3-aa48-4cbaf06970a1 HTTP/1.1" status: 204 len: 168 time: 0.2353539 Aug 30 07:50:48.823814 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57892) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:48.839224 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c3e0d-fa87-4fb4-8f10-dd6a07564106 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b27b045-f626-4ae3-aa48-4cbaf06970a1,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:48.975645 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.provisioning_blocks [None req-75f9547c-2cd1-49bb-bcc3-65f8cf23ffba None None] Provisioning complete for port 83ab51b1-1afe-4bd0-80ad-be775334a711 triggered by entity DHCP. {{(pid=100446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:50:48.975907 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-75f9547c-2cd1-49bb-bcc3-65f8cf23ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063059'] for port, provisioning_complete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:49.011112 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-4cfe1850-e50c-43ce-a33f-05c239acf0d4 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Deleting port 2a5a6d27-0834-4c0c-bee5-f81bfa5da035 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:49.011454 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1850-e50c-43ce-a33f-05c239acf0d4 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:49.101192 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1850-e50c-43ce-a33f-05c239acf0d4 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:49.101588 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1850-e50c-43ce-a33f-05c239acf0d4 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:49.114710 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-4cfe1850-e50c-43ce-a33f-05c239acf0d4 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Calling delete_port for 2a5a6d27-0834-4c0c-bee5-f81bfa5da035 owned by network:floatingip {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:49.268946 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1850-e50c-43ce-a33f-05c239acf0d4 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:49.299172 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe1850-e50c-43ce-a33f-05c239acf0d4 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Pushing event deleted for resources: {'Port': ['ID=2a5a6d27-0834-4c0c-bee5-f81bfa5da035,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:49.337152 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57896) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:49.360755 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1850-e50c-43ce-a33f-05c239acf0d4 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks [] for floatingip, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:49.361120 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.db.l3_db [None req-4cfe1850-e50c-43ce-a33f-05c239acf0d4 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Floating IP 05153edd-ef02-487b-822c-c070705ad9ac disassociated (deleted). External IP: 172.27.2.228, port: 83ab51b1-1afe-4bd0-80ad-be775334a711. Aug 30 07:50:49.462195 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-675dc4cc-27e5-4c80-bbe0-bb43bcf5b5cf tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Deleting port 16bb1282-4564-4007-a42a-73bad41b0b27 {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:49.462843 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-675dc4cc-27e5-4c80-bbe0-bb43bcf5b5cf tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:49.539489 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-675dc4cc-27e5-4c80-bbe0-bb43bcf5b5cf tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:49.539747 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-675dc4cc-27e5-4c80-bbe0-bb43bcf5b5cf tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:49.551408 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-675dc4cc-27e5-4c80-bbe0-bb43bcf5b5cf tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Calling delete_port for 16bb1282-4564-4007-a42a-73bad41b0b27 owned by network:floatingip {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:49.575996 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfe1850-e50c-43ce-a33f-05c239acf0d4 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:50:49.684215 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-675dc4cc-27e5-4c80-bbe0-bb43bcf5b5cf tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:49.689204 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfe1850-e50c-43ce-a33f-05c239acf0d4 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:50:49.694611 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1850-e50c-43ce-a33f-05c239acf0d4 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:49.701042 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f168449c-e97e-45cb-89c5-c04885f16395 None None] Sync routers for ids ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:50:49.710990 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168449c-e97e-45cb-89c5-c04885f16395 None None] Routers {'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:50:49.711751 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-f168449c-e97e-45cb-89c5-c04885f16395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:49.715404 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675dc4cc-27e5-4c80-bbe0-bb43bcf5b5cf tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event deleted for resources: {'Port': ['ID=16bb1282-4564-4007-a42a-73bad41b0b27,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:49.729742 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-4cfe1850-e50c-43ce-a33f-05c239acf0d4 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "DELETE /v2.0/floatingips/05153edd-ef02-487b-822c-c070705ad9ac HTTP/1.1" status: 204 len: 168 time: 0.9048281 Aug 30 07:50:49.792026 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-675dc4cc-27e5-4c80-bbe0-bb43bcf5b5cf tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for floatingip, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:49.794727 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-675dc4cc-27e5-4c80-bbe0-bb43bcf5b5cf tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for floatingip, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:49.798652 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-675dc4cc-27e5-4c80-bbe0-bb43bcf5b5cf tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "DELETE /v2.0/floatingips/610e6903-9099-453d-8f7b-16e1ffcd5d2c HTTP/1.1" status: 204 len: 168 time: 0.4577706 Aug 30 07:50:49.838290 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-f168449c-e97e-45cb-89c5-c04885f16395 None None] Set router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:50:50.070583 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-f168449c-e97e-45cb-89c5-c04885f16395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'name': 'tempest-TestMinimumBasicScenario-1247042791-router', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:37Z', 'revision_number': 4, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'gw_port': {'id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '763f7cd5-3ad8-4b21-a1f5-7e2066b53af6', 'name': '', 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'mac_address': 'fa:16:3e:4e:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:36Z', 'updated_at': '2021-08-30T07:48:43Z', 'revision_number': 5, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'subnets': [{'id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:50.226646 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f168449c-e97e-45cb-89c5-c04885f16395 None None] Checking router: c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:50:50.235918 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168449c-e97e-45cb-89c5-c04885f16395 None None] Routers {'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:50:50.236575 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-f168449c-e97e-45cb-89c5-c04885f16395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:50.340186 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-f168449c-e97e-45cb-89c5-c04885f16395 None None] Set router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:50:50.364566 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'tag': '83ab51b1-1afe-4bd0-80ad-be775334a711'}, {'name': 'network-changed', 'server_uuid': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'tag': '83ab51b1-1afe-4bd0-80ad-be775334a711'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:50.367649 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "89b87412-62eb-4d8b-8cd6-0c5a18745834", "tag": "83ab51b1-1afe-4bd0-80ad-be775334a711"}, {"name": "network-changed", "server_uuid": "89b87412-62eb-4d8b-8cd6-0c5a18745834", "tag": "83ab51b1-1afe-4bd0-80ad-be775334a711"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:50.406000 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df8dbf1-22ae-472d-bdf1-0b5adb28a2e3 x-openstack-request-id: req-7df8dbf1-22ae-472d-bdf1-0b5adb28a2e3 {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:50.406466 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b87412-62eb-4d8b-8cd6-0c5a18745834", "tag": "83ab51b1-1afe-4bd0-80ad-be775334a711", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89b87412-62eb-4d8b-8cd6-0c5a18745834", "tag": "83ab51b1-1afe-4bd0-80ad-be775334a711", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:50.406721 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7df8dbf1-22ae-472d-bdf1-0b5adb28a2e3 {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:50.407124 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'tag': '83ab51b1-1afe-4bd0-80ad-be775334a711', 'status': 'completed', 'code': 200} Aug 30 07:50:50.407376 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'tag': '83ab51b1-1afe-4bd0-80ad-be775334a711', 'status': 'completed', 'code': 200} Aug 30 07:50:50.475727 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-15018936-c4f4-4afe-adea-773b2d5dce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:50.477476 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-15018936-c4f4-4afe-adea-773b2d5dce30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=edefcf79df0f4d64ab5c5985c8833560&device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 1099 time: 0.0471082 Aug 30 07:50:50.551766 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-f168449c-e97e-45cb-89c5-c04885f16395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'name': 'tempest-TestMinimumBasicScenario-1247042791-router', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:37Z', 'revision_number': 4, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'gw_port': {'id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '763f7cd5-3ad8-4b21-a1f5-7e2066b53af6', 'name': '', 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'mac_address': 'fa:16:3e:4e:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:36Z', 'updated_at': '2021-08-30T07:48:43Z', 'revision_number': 5, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'subnets': [{'id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:50.577920 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-2ebf678f-8c7a-4f3b-9e90-ce354373af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:50.579443 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-2ebf678f-8c7a-4f3b-9e90-ce354373af6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae9925c8-478d-4997-b995-218f50416c2b HTTP/1.1" status: 200 len: 917 time: 0.0904732 Aug 30 07:50:50.579927 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f168449c-e97e-45cb-89c5-c04885f16395 None None] The sync data for ids ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'] in dv-cinder-804035-7-iscsi is: [{'id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'name': 'tempest-TestMinimumBasicScenario-1247042791-router', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:37Z', 'revision_number': 4, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'gw_port': {'id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi', '_interfaces': [{'id': '763f7cd5-3ad8-4b21-a1f5-7e2066b53af6', 'name': '', 'network_id': 'ae9925c8-478d-4997-b995-218f50416c2b', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'mac_address': 'fa:16:3e:4e:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:36Z', 'updated_at': '2021-08-30T07:48:43Z', 'revision_number': 5, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'subnets': [{'id': '799e5f7f-2a2b-4691-a1cb-3e82958fcb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:50:50.626547 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-d726d741-d14e-4aea-ad9c-cfe94fbf00f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83ab51b1-1afe-4bd0-80ad-be775334a711 HTTP/1.1" status: 200 len: 217 time: 0.0384018 Aug 30 07:50:50.679728 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-f7391501-d7e8-470d-90df-5a9921cff63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:50.681294 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-f7391501-d7e8-470d-90df-5a9921cff63f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=799e5f7f-2a2b-4691-a1cb-3e82958fcb50 HTTP/1.1" status: 200 len: 854 time: 0.0470688 Aug 30 07:50:50.750561 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-84058a1c-1939-4995-ad9f-3cea23efe713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:50.753055 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-84058a1c-1939-4995-ad9f-3cea23efe713 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae9925c8-478d-4997-b995-218f50416c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538251 Aug 30 07:50:50.824111 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371d6645-4576-451a-983e-aa7cc72986e1 None None] New status for floating IP 05153edd-ef02-487b-822c-c070705ad9ac: DOWN {{(pid=100447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:50:50.853694 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-0bec88d4-e6e5-400c-8915-fb7b6f550069 service neutron] 10.222.0.72 "GET /v2.0/networks/ae9925c8-478d-4997-b995-218f50416c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914931 Aug 30 07:50:50.950516 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-9bf92f4f-e846-4384-a447-4f873e781498 service neutron] 10.222.0.72 "GET /v2.0/networks/ae9925c8-478d-4997-b995-218f50416c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843318 Aug 30 07:50:51.032135 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57920) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:51.056169 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-328d22af-c8f3-46ce-9ee4-b2caa1466cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:51.057819 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-328d22af-c8f3-46ce-9ee4-b2caa1466cc0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=edefcf79df0f4d64ab5c5985c8833560&device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 1099 time: 0.0479002 Aug 30 07:50:51.098051 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-641e2dd4-a413-4840-b602-92ad49408d2c tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:51.129599 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-641e2dd4-a413-4840-b602-92ad49408d2c tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:51.163256 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-386fa5e5-78ff-47ef-9d38-a4511ca78bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:51.164863 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-386fa5e5-78ff-47ef-9d38-a4511ca78bae service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae9925c8-478d-4997-b995-218f50416c2b HTTP/1.1" status: 200 len: 917 time: 0.0964415 Aug 30 07:50:51.195532 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-641e2dd4-a413-4840-b602-92ad49408d2c tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:51.198431 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-641e2dd4-a413-4840-b602-92ad49408d2c tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:51.199722 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-641e2dd4-a413-4840-b602-92ad49408d2c tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] 10.222.0.58 "DELETE /v2.0/security-groups/ff0b64ce-2edc-4327-b909-cb3a10d3ed95 HTTP/1.1" status: 204 len: 168 time: 0.1662545 Aug 30 07:50:51.210473 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e2dd4-a413-4840-b602-92ad49408d2c tempest-TestVolumeBootPattern-19260410 tempest-TestVolumeBootPattern-19260410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0b64ce-2edc-4327-b909-cb3a10d3ed95,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:51.216181 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-4acbcfcb-e91a-4a1e-a3e4-f679812536fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83ab51b1-1afe-4bd0-80ad-be775334a711 HTTP/1.1" status: 200 len: 217 time: 0.0408461 Aug 30 07:50:51.269825 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57932) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:51.281666 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:50:51.285323 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-cbd9f9dc-b674-4f3e-ab32-02b6068cabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:51.286931 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-cbd9f9dc-b674-4f3e-ab32-02b6068cabb1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=799e5f7f-2a2b-4691-a1cb-3e82958fcb50 HTTP/1.1" status: 200 len: 854 time: 0.0637138 Aug 30 07:50:51.306044 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:50:51.306563 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 88a0d919-ce29-4624-9cb9-a0bde7b9f3d7 not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:50:51.334449 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-c677aebc-e722-4c09-b974-6e977f53b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:51.335938 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-c677aebc-e722-4c09-b974-6e977f53b82a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae9925c8-478d-4997-b995-218f50416c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417440 Aug 30 07:50:51.437851 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-680b64d0-d62f-4cb3-9256-c13ff6272f73 service neutron] 10.222.0.72 "GET /v2.0/networks/ae9925c8-478d-4997-b995-218f50416c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932844 Aug 30 07:50:51.532732 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-68bfc59b-0c7e-469f-8ef8-2b49f3885cf4 req-10ddb437-1f14-491c-bb4e-2c3bea7ea2b1 service neutron] 10.222.0.72 "GET /v2.0/networks/ae9925c8-478d-4997-b995-218f50416c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835114 Aug 30 07:50:51.745589 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e22154e6-7534-408a-8d7d-705bec2da6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:52.230946 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-e22154e6-7534-408a-8d7d-705bec2da6e7 admin admin] Deleting port 03a36086-37ea-4af7-a979-2aceef5a18ad {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:52.231663 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e22154e6-7534-408a-8d7d-705bec2da6e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:52.307044 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [None req-e22154e6-7534-408a-8d7d-705bec2da6e7 admin admin] For port 03a36086-37ea-4af7-a979-2aceef5a18ad, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=03a36086-37ea-4af7-a979-2aceef5a18ad,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:52.307404 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e22154e6-7534-408a-8d7d-705bec2da6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:52.320297 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-e22154e6-7534-408a-8d7d-705bec2da6e7 admin admin] Calling delete_port for 03a36086-37ea-4af7-a979-2aceef5a18ad owned by network:router_interface {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:52.533300 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e22154e6-7534-408a-8d7d-705bec2da6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:52.568837 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460148c4-1318-4ff6-b007-e0193690927e req-a71392d8-94b7-43b5-94c8-5ac7cbbe2570 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:52.570322 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-460148c4-1318-4ff6-b007-e0193690927e req-a71392d8-94b7-43b5-94c8-5ac7cbbe2570 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 946 time: 0.0891094 Aug 30 07:50:52.572620 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22154e6-7534-408a-8d7d-705bec2da6e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=03a36086-37ea-4af7-a979-2aceef5a18ad,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:52.659686 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-460148c4-1318-4ff6-b007-e0193690927e req-db69cdc8-64cb-4055-9c30-65b09cfa83ea tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639374 Aug 30 07:50:52.767671 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-e22154e6-7534-408a-8d7d-705bec2da6e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552499'] for router_interface, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:52.979106 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22154e6-7534-408a-8d7d-705bec2da6e7 admin admin] Router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:50:53.090854 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22154e6-7534-408a-8d7d-705bec2da6e7 admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:50:53.096551 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-e22154e6-7534-408a-8d7d-705bec2da6e7 admin admin] 10.222.0.58 "PUT /v2.0/routers/4b14d5a1-5896-47db-9d6a-b64d7346ab18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8220425 Aug 30 07:50:53.104172 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57942) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:53.111045 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81daf1-83c1-4b04-8339-f76fe76f3ecf None None] Sync routers for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:50:53.119955 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81daf1-83c1-4b04-8339-f76fe76f3ecf None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:50:53.120575 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-bb81daf1-83c1-4b04-8339-f76fe76f3ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:53.211974 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-106aeba9-f057-4787-9254-8edc74c8ad96 admin admin] Notify callbacks [] for router, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:53.229220 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-bb81daf1-83c1-4b04-8339-f76fe76f3ecf None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:50:53.317978 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-106aeba9-f057-4787-9254-8edc74c8ad96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:53.371081 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-106aeba9-f057-4787-9254-8edc74c8ad96 admin admin] Deleting port 2fb63496-7923-4850-af45-9c519760e21d {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:53.371346 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-106aeba9-f057-4787-9254-8edc74c8ad96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:53.409053 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-bb81daf1-83c1-4b04-8339-f76fe76f3ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '2fb63496-7923-4850-af45-9c519760e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:50:52Z', 'revision_number': 5, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port': {'id': '2fb63496-7923-4850-af45-9c519760e21d', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:53.435085 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81daf1-83c1-4b04-8339-f76fe76f3ecf None None] Checking router: 4b14d5a1-5896-47db-9d6a-b64d7346ab18 for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:50:53.443349 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81daf1-83c1-4b04-8339-f76fe76f3ecf None None] Routers {'4b14d5a1-5896-47db-9d6a-b64d7346ab18'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:50:53.443947 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-bb81daf1-83c1-4b04-8339-f76fe76f3ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:53.453791 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [None req-106aeba9-f057-4787-9254-8edc74c8ad96 admin admin] For port 2fb63496-7923-4850-af45-9c519760e21d, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=2fb63496-7923-4850-af45-9c519760e21d,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:53.454175 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-106aeba9-f057-4787-9254-8edc74c8ad96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:53.466302 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-106aeba9-f057-4787-9254-8edc74c8ad96 admin admin] Calling delete_port for 2fb63496-7923-4850-af45-9c519760e21d owned by network:router_gateway {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:53.528676 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-bb81daf1-83c1-4b04-8339-f76fe76f3ecf None None] Set router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 gateway port host: None {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:50:53.586105 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-bb81daf1-83c1-4b04-8339-f76fe76f3ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:50:53Z', 'revision_number': 6, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port_host': None}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:53.612182 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81daf1-83c1-4b04-8339-f76fe76f3ecf None None] The sync data for ids ['4b14d5a1-5896-47db-9d6a-b64d7346ab18'] in dv-cinder-804035-7-iscsi is: [{'id': '4b14d5a1-5896-47db-9d6a-b64d7346ab18', 'name': 'tempest-TestVolumeBootPattern-1556899402-router', 'tenant_id': '3f9590f149e841f38602d1fbd657bb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:24Z', 'updated_at': '2021-08-30T07:50:53Z', 'revision_number': 6, 'project_id': '3f9590f149e841f38602d1fbd657bb0d', 'gw_port_host': None}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:50:53.631740 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-106aeba9-f057-4787-9254-8edc74c8ad96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:53.659237 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106aeba9-f057-4787-9254-8edc74c8ad96 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb63496-7923-4850-af45-9c519760e21d,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:53.724275 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-106aeba9-f057-4787-9254-8edc74c8ad96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550249'] for router_gateway, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:53.782741 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05766f8c-ad35-448b-b219-cda4730115d0 req-9708dcbb-2848-401a-96ee-05446fe9e736 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:53.784252 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-05766f8c-ad35-448b-b219-cda4730115d0 req-9708dcbb-2848-401a-96ee-05446fe9e736 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 946 time: 0.0509379 Aug 30 07:50:53.815176 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-106aeba9-f057-4787-9254-8edc74c8ad96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15640'] for router, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:53.817321 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-106aeba9-f057-4787-9254-8edc74c8ad96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:53.822708 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-05766f8c-ad35-448b-b219-cda4730115d0 req-2b0c643c-249b-4584-8210-15e9c3f2aba3 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322907 Aug 30 07:50:53.863701 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-106aeba9-f057-4787-9254-8edc74c8ad96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554745'] for router, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:53.864327 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106aeba9-f057-4787-9254-8edc74c8ad96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b14d5a1-5896-47db-9d6a-b64d7346ab18 {{(pid=100445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:50:53.868967 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-106aeba9-f057-4787-9254-8edc74c8ad96 admin admin] Notify callbacks [] for router, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:53.870094 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-106aeba9-f057-4787-9254-8edc74c8ad96 admin admin] 10.222.0.58 "DELETE /v2.0/routers/4b14d5a1-5896-47db-9d6a-b64d7346ab18 HTTP/1.1" status: 204 len: 168 time: 0.7648013 Aug 30 07:50:53.872703 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57946) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:53.916761 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7b8581-46a4-44ff-b58e-6d5b8b5d8090 admin admin] Deleting subnet d0e2318d-123e-41c6-aa16-ca61889da190 {{(pid=100445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:50:53.919686 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-1c7b8581-46a4-44ff-b58e-6d5b8b5d8090 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:53.954233 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-1c7b8581-46a4-44ff-b58e-6d5b8b5d8090 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5268979'] for subnet, precommit_delete_associations {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.042160 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-1c7b8581-46a4-44ff-b58e-6d5b8b5d8090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062241'] for subnet, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.095923 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-1c7b8581-46a4-44ff-b58e-6d5b8b5d8090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2062254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7019973'] for subnet, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.121480 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b8581-46a4-44ff-b58e-6d5b8b5d8090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0e2318d-123e-41c6-aa16-ca61889da190,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:54.125913 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-1c7b8581-46a4-44ff-b58e-6d5b8b5d8090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.128763 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-1c7b8581-46a4-44ff-b58e-6d5b8b5d8090 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d0e2318d-123e-41c6-aa16-ca61889da190 HTTP/1.1" status: 204 len: 168 time: 0.2546880 Aug 30 07:50:54.130890 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 57948) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:54.132037 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4dffd8-5ea6-4986-8192-c7b6294a1608 None None] Network ab4a9354-67df-4094-835a-a69066bff580 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:50:54.212938 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048561'] for network, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.275919 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] Deleting port 401e1964-b9bb-44ed-b59d-6ff3cf302bcc {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:54.276409 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.347741 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] For port 401e1964-b9bb-44ed-b59d-6ff3cf302bcc, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=401e1964-b9bb-44ed-b59d-6ff3cf302bcc,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:54.348115 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.366393 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] Calling delete_port for 401e1964-b9bb-44ed-b59d-6ff3cf302bcc owned by network:dhcp {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:54.381849 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] DHCP port deletion for ab4a9354-67df-4094-835a-a69066bff580 request from dv-cinder-804035-7-iscsi {{(pid=100446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 07:50:54.429114 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Deleting port 401e1964-b9bb-44ed-b59d-6ff3cf302bcc {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:54.429481 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.453210 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.491931 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=401e1964-b9bb-44ed-b59d-6ff3cf302bcc,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:54.503203 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] For port 401e1964-b9bb-44ed-b59d-6ff3cf302bcc, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=401e1964-b9bb-44ed-b59d-6ff3cf302bcc,segment=NetworkSegment(641616ab-5d9f-4956-9309-94412e7a452e),segment_id=641616ab-5d9f-4956-9309-94412e7a452e)] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:54.503597 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.513195 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] No DVR routers for this DVR port 401e1964-b9bb-44ed-b59d-6ff3cf302bcc on host dv-cinder-804035-7-iscsi {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:50:54.517304 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Calling delete_port for 401e1964-b9bb-44ed-b59d-6ff3cf302bcc owned by network:dhcp {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:54.606966 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a0a08-d93d-420d-b1f7-338bc9534952 req-edb908d3-bb8b-4e10-afb6-66b9c9a996ab tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:54.608479 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-459a0a08-d93d-420d-b1f7-338bc9534952 req-edb908d3-bb8b-4e10-afb6-66b9c9a996ab tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 946 time: 0.1285772 Aug 30 07:50:54.610708 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2060378', 'neutron.services.segments.db._delete_segments_for_network-8735171498990'] for network, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.611898 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 03a36086-37ea-4af7-a979-2aceef5a18ad no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:50:54.630178 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4a9354-67df-4094-835a-a69066bff580']}} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:54.634155 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: 03a36086-37ea-4af7-a979-2aceef5a18ad {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:50:54.634498 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 03a36086-37ea-4af7-a979-2aceef5a18ad not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:50:54.634912 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 2fb63496-7923-4850-af45-9c519760e21d no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:50:54.636718 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.659626 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641616ab-5d9f-4956-9309-94412e7a452e') {'for_net_delete': True} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:54.660222 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641616ab-5d9f-4956-9309-94412e7a452e') {} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:54.664132 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: 2fb63496-7923-4850-af45-9c519760e21d {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:50:54.664460 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 2fb63496-7923-4850-af45-9c519760e21d not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:50:54.665283 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 401e1964-b9bb-44ed-b59d-6ff3cf302bcc no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:50:54.675411 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735171498873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7228177'] for segment, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.686266 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Pushing event deleted for resources: {'Port': ['ID=401e1964-b9bb-44ed-b59d-6ff3cf302bcc,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:54.706752 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] No DVR routers for this DVR port 401e1964-b9bb-44ed-b59d-6ff3cf302bcc on host dv-cinder-804035-7-iscsi {{(pid=100446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:50:54.712144 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: 401e1964-b9bb-44ed-b59d-6ff3cf302bcc {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:50:54.712436 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 401e1964-b9bb-44ed-b59d-6ff3cf302bcc not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:50:54.719209 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:54.719209 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:54.719209 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:54.719209 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:54.719599 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:54.719824 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:54.720111 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:54.721466 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.722296 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:54.723762 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:54.723983 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:54.725199 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:54.725199 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69152ff9-35ec-40bf-8400-0a57c54ed0e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-7-iscsi {{(pid=100446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:54.737354 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=100444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:50:54.737354 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316867'] for segment, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: Traceback (most recent call last): Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: timer() Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: cb(*args, **kw) Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: return func(*args, **kwargs) Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: self._notify() Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: self.callback(batched_events) Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: event.method(event) Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: return f(self, *a, **k) Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._get(url).json() Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: return self.request(url, 'GET', **kwargs) Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:50:54.738840 dv-cinder-804035-7-iscsi neutron-server[100444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:50:54.812903 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-459a0a08-d93d-420d-b1f7-338bc9534952 req-9921719e-61fe-4077-929e-39f4c4feda26 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Deleting port 83ab51b1-1afe-4bd0-80ad-be775334a711 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:54.813630 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-459a0a08-d93d-420d-b1f7-338bc9534952 req-9921719e-61fe-4077-929e-39f4c4feda26 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.815824 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2060323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550229'] for network, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.822049 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.824162 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ab4a9354-67df-4094-835a-a69066bff580 HTTP/1.1" status: 204 len: 168 time: 0.6922519 Aug 30 07:50:54.828129 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 57950) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:54.872233 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b2b20-7389-4bce-9880-88b3200bccd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab4a9354-67df-4094-835a-a69066bff580,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:54.927259 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [req-459a0a08-d93d-420d-b1f7-338bc9534952 req-9921719e-61fe-4077-929e-39f4c4feda26 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] For port 83ab51b1-1afe-4bd0-80ad-be775334a711, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=83ab51b1-1afe-4bd0-80ad-be775334a711,segment=NetworkSegment(17645702-c38a-4230-b5a1-e113535ccf3c),segment_id=17645702-c38a-4230-b5a1-e113535ccf3c)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:54.927904 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-459a0a08-d93d-420d-b1f7-338bc9534952 req-9921719e-61fe-4077-929e-39f4c4feda26 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:54.941623 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [req-459a0a08-d93d-420d-b1f7-338bc9534952 req-9921719e-61fe-4077-929e-39f4c4feda26 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Calling delete_port for 83ab51b1-1afe-4bd0-80ad-be775334a711 owned by compute:nova {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:54.978023 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86122cf-b6d4-4fb2-a648-20f6a9ed1afe req-56e5ea71-2c36-407c-b4dc-4c1908eb263e tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:54.979481 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e86122cf-b6d4-4fb2-a648-20f6a9ed1afe req-56e5ea71-2c36-407c-b4dc-4c1908eb263e tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/ports?device_id=89b87412-62eb-4d8b-8cd6-0c5a18745834 HTTP/1.1" status: 200 len: 946 time: 0.0646875 Aug 30 07:50:55.081697 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-459a0a08-d93d-420d-b1f7-338bc9534952 req-9921719e-61fe-4077-929e-39f4c4feda26 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:55.084128 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [req-e86122cf-b6d4-4fb2-a648-20f6a9ed1afe req-d429a0fa-238f-4327-badb-7f3195e58e8d tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.58 "GET /v2.0/security-groups?id=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726001 Aug 30 07:50:55.097554 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] get_ports_and_sgs() called for port_ids ['83ab51b1-1afe-4bd0-80ad-be775334a711'] {{(pid=100446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:50:55.113476 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921719e-61fe-4077-929e-39f4c4feda26 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Pushing event deleted for resources: {'Port': ['ID=83ab51b1-1afe-4bd0-80ad-be775334a711,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:55.157766 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [req-459a0a08-d93d-420d-b1f7-338bc9534952 req-9921719e-61fe-4077-929e-39f4c4feda26 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] No DVR routers for this DVR port 83ab51b1-1afe-4bd0-80ad-be775334a711 on host hv-cinder-80403 {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:50:55.160410 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [req-459a0a08-d93d-420d-b1f7-338bc9534952 req-9921719e-61fe-4077-929e-39f4c4feda26 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203945'] for port, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:55.162655 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [req-459a0a08-d93d-420d-b1f7-338bc9534952 req-9921719e-61fe-4077-929e-39f4c4feda26 tempest-TestMinimumBasicScenario-1131154198 tempest-TestMinimumBasicScenario-1131154198-project] 10.222.0.72 "DELETE /v2.0/ports/83ab51b1-1afe-4bd0-80ad-be775334a711 HTTP/1.1" status: 204 len: 173 time: 0.5437601 Aug 30 07:50:55.163116 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'name': 'network-vif-deleted', 'tag': '83ab51b1-1afe-4bd0-80ad-be775334a711'}] {{(pid=100444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:55.165403 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}698ce7a8f3342da845929ae3196da333042142dbd8aaf765d0b7f5df2f4836b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27231d4-8733-420f-bcdb-accfc79cc989" -d '{"events": [{"server_uuid": "89b87412-62eb-4d8b-8cd6-0c5a18745834", "name": "network-vif-deleted", "tag": "83ab51b1-1afe-4bd0-80ad-be775334a711"}]}' {{(pid=100444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:55.205638 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9365c55e-a58d-41b4-84c1-6a2af7ab703d x-openstack-request-id: req-9365c55e-a58d-41b4-84c1-6a2af7ab703d {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:55.206029 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b87412-62eb-4d8b-8cd6-0c5a18745834", "name": "network-vif-deleted", "tag": "83ab51b1-1afe-4bd0-80ad-be775334a711", "status": "completed", "code": 200}]} {{(pid=100444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:55.206382 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9365c55e-a58d-41b4-84c1-6a2af7ab703d {{(pid=100444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:55.206866 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b87412-62eb-4d8b-8cd6-0c5a18745834', 'name': 'network-vif-deleted', 'tag': '83ab51b1-1afe-4bd0-80ad-be775334a711', 'status': 'completed', 'code': 200} Aug 30 07:50:55.264224 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-98efd9db-cfde-4de4-ae11-0194e0c2202d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:55.506818 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-98efd9db-cfde-4de4-ae11-0194e0c2202d admin admin] Deleting port 22015b7a-9701-4757-89c1-c635503a4414 {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:55.507165 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-98efd9db-cfde-4de4-ae11-0194e0c2202d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:55.588767 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [None req-98efd9db-cfde-4de4-ae11-0194e0c2202d admin admin] For port 22015b7a-9701-4757-89c1-c635503a4414, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=22015b7a-9701-4757-89c1-c635503a4414,segment=NetworkSegment(59abb666-993b-4c25-bada-5c55c59f6ed4),segment_id=59abb666-993b-4c25-bada-5c55c59f6ed4)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:55.589138 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-98efd9db-cfde-4de4-ae11-0194e0c2202d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:55.607100 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-98efd9db-cfde-4de4-ae11-0194e0c2202d admin admin] Calling delete_port for 22015b7a-9701-4757-89c1-c635503a4414 owned by network:router_interface {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:55.792321 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-98efd9db-cfde-4de4-ae11-0194e0c2202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:55.822788 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efd9db-cfde-4de4-ae11-0194e0c2202d admin admin] Pushing event deleted for resources: {'Port': ['ID=22015b7a-9701-4757-89c1-c635503a4414,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:55.991582 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-98efd9db-cfde-4de4-ae11-0194e0c2202d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552499'] for router_interface, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:56.216434 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98efd9db-cfde-4de4-ae11-0194e0c2202d admin admin] Router a97863c2-77ee-4457-b8bd-183d247f97bf has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:50:56.601932 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98efd9db-cfde-4de4-ae11-0194e0c2202d admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:50:56.610641 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-98efd9db-cfde-4de4-ae11-0194e0c2202d admin admin] 10.222.0.58 "PUT /v2.0/routers/a97863c2-77ee-4457-b8bd-183d247f97bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7812829 Aug 30 07:50:56.613840 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3f714-0f67-4502-8caf-0e434627340e None None] Sync routers for ids ['a97863c2-77ee-4457-b8bd-183d247f97bf'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:50:56.616818 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 58000) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:56.631216 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3f714-0f67-4502-8caf-0e434627340e None None] Routers {'a97863c2-77ee-4457-b8bd-183d247f97bf'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:50:56.631821 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-cef3f714-0f67-4502-8caf-0e434627340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['a97863c2-77ee-4457-b8bd-183d247f97bf'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:56.733020 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-fa110af9-8fb3-478d-a136-a9c2e26d4bdb admin admin] Notify callbacks [] for router, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:56.830183 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 58006) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:56.842585 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-cef3f714-0f67-4502-8caf-0e434627340e None None] Set router a97863c2-77ee-4457-b8bd-183d247f97bf gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:50:57.040825 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-cef3f714-0f67-4502-8caf-0e434627340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'name': 'tempest-TestVolumeBootPattern-697888658-router', 'tenant_id': '166706ed5ba644da89ee093516e11a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'f6096a9b-cb8a-4280-8661-10b9a96addf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:30Z', 'updated_at': '2021-08-30T07:50:55Z', 'revision_number': 5, 'project_id': '166706ed5ba644da89ee093516e11a4a', 'gw_port': {'id': 'f6096a9b-cb8a-4280-8661-10b9a96addf2', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:31Z', 'updated_at': '2021-08-30T07:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:57.068141 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3f714-0f67-4502-8caf-0e434627340e None None] Checking router: a97863c2-77ee-4457-b8bd-183d247f97bf for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:50:57.068406 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-fa110af9-8fb3-478d-a136-a9c2e26d4bdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.077661 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3f714-0f67-4502-8caf-0e434627340e None None] Routers {'a97863c2-77ee-4457-b8bd-183d247f97bf'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:50:57.078347 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-cef3f714-0f67-4502-8caf-0e434627340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['a97863c2-77ee-4457-b8bd-183d247f97bf'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:57.136775 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-fa110af9-8fb3-478d-a136-a9c2e26d4bdb admin admin] Deleting port f6096a9b-cb8a-4280-8661-10b9a96addf2 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:57.137261 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-fa110af9-8fb3-478d-a136-a9c2e26d4bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.173763 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-cef3f714-0f67-4502-8caf-0e434627340e None None] Set router a97863c2-77ee-4457-b8bd-183d247f97bf gateway port host: None {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:50:57.221746 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [None req-fa110af9-8fb3-478d-a136-a9c2e26d4bdb admin admin] For port f6096a9b-cb8a-4280-8661-10b9a96addf2, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=f6096a9b-cb8a-4280-8661-10b9a96addf2,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:57.222139 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-fa110af9-8fb3-478d-a136-a9c2e26d4bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.228439 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-cef3f714-0f67-4502-8caf-0e434627340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'name': 'tempest-TestVolumeBootPattern-697888658-router', 'tenant_id': '166706ed5ba644da89ee093516e11a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:30Z', 'updated_at': '2021-08-30T07:50:57Z', 'revision_number': 6, 'project_id': '166706ed5ba644da89ee093516e11a4a', 'gw_port_host': None}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:57.235711 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-fa110af9-8fb3-478d-a136-a9c2e26d4bdb admin admin] Calling delete_port for f6096a9b-cb8a-4280-8661-10b9a96addf2 owned by network:router_gateway {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:57.256050 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2f619f8d-fb39-4556-a32b-07316fbc8752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.256631 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3f714-0f67-4502-8caf-0e434627340e None None] The sync data for ids ['a97863c2-77ee-4457-b8bd-183d247f97bf'] in dv-cinder-804035-7-iscsi is: [{'id': 'a97863c2-77ee-4457-b8bd-183d247f97bf', 'name': 'tempest-TestVolumeBootPattern-697888658-router', 'tenant_id': '166706ed5ba644da89ee093516e11a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:30Z', 'updated_at': '2021-08-30T07:50:57Z', 'revision_number': 6, 'project_id': '166706ed5ba644da89ee093516e11a4a', 'gw_port_host': None}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:50:57.414940 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-fa110af9-8fb3-478d-a136-a9c2e26d4bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.443387 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa110af9-8fb3-478d-a136-a9c2e26d4bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=f6096a9b-cb8a-4280-8661-10b9a96addf2,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:57.507730 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-fa110af9-8fb3-478d-a136-a9c2e26d4bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550249'] for router_gateway, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.521018 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-2f619f8d-fb39-4556-a32b-07316fbc8752 admin admin] Deleting port 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:57.521360 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2f619f8d-fb39-4556-a32b-07316fbc8752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.605042 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-fa110af9-8fb3-478d-a136-a9c2e26d4bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15640'] for router, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.606710 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [None req-2f619f8d-fb39-4556-a32b-07316fbc8752 admin admin] For port 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=763f7cd5-3ad8-4b21-a1f5-7e2066b53af6,segment=NetworkSegment(17645702-c38a-4230-b5a1-e113535ccf3c),segment_id=17645702-c38a-4230-b5a1-e113535ccf3c)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:57.607205 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2f619f8d-fb39-4556-a32b-07316fbc8752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.607845 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-fa110af9-8fb3-478d-a136-a9c2e26d4bdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.628878 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-2f619f8d-fb39-4556-a32b-07316fbc8752 admin admin] Calling delete_port for 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 owned by network:router_interface {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:57.654345 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-fa110af9-8fb3-478d-a136-a9c2e26d4bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554745'] for router, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.654953 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa110af9-8fb3-478d-a136-a9c2e26d4bdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a97863c2-77ee-4457-b8bd-183d247f97bf {{(pid=100444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:50:57.660319 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-fa110af9-8fb3-478d-a136-a9c2e26d4bdb admin admin] Notify callbacks [] for router, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.664018 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-fa110af9-8fb3-478d-a136-a9c2e26d4bdb admin admin] 10.222.0.58 "DELETE /v2.0/routers/a97863c2-77ee-4457-b8bd-183d247f97bf HTTP/1.1" status: 204 len: 168 time: 1.0436928 Aug 30 07:50:57.664192 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 58008) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:57.712286 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d81e395-b4a1-431b-b19f-8613e9c010f2 admin admin] Deleting subnet 44dab518-bc1b-40d8-a7e6-7b19a67e3d14 {{(pid=100444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:50:57.715936 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3d81e395-b4a1-431b-b19f-8613e9c010f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.755547 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3d81e395-b4a1-431b-b19f-8613e9c010f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7228174'] for subnet, precommit_delete_associations {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.828808 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2f619f8d-fb39-4556-a32b-07316fbc8752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.854831 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f619f8d-fb39-4556-a32b-07316fbc8752 admin admin] Pushing event deleted for resources: {'Port': ['ID=763f7cd5-3ad8-4b21-a1f5-7e2066b53af6,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:57.868893 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3d81e395-b4a1-431b-b19f-8613e9c010f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062241'] for subnet, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.930771 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3d81e395-b4a1-431b-b19f-8613e9c010f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2062254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7316965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6845911'] for subnet, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.963957 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81e395-b4a1-431b-b19f-8613e9c010f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44dab518-bc1b-40d8-a7e6-7b19a67e3d14,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:57.966401 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3d81e395-b4a1-431b-b19f-8613e9c010f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:57.971246 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba01a6f1-6ccf-4a89-b2c0-a57eda4c10cf None None] Network 75961745-043e-42a2-8294-ffd4604e47a0 requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:50:57.979651 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-3d81e395-b4a1-431b-b19f-8613e9c010f2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/44dab518-bc1b-40d8-a7e6-7b19a67e3d14 HTTP/1.1" status: 204 len: 168 time: 0.3143363 Aug 30 07:50:57.982610 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 58010) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:58.049887 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-2f619f8d-fb39-4556-a32b-07316fbc8752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552499'] for router_interface, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.089253 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048561'] for network, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.149846 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] Deleting port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:58.150237 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.227693 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] For port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=78a2f1f9-9383-4ddd-b96b-1e310cae0a69,segment=NetworkSegment(59abb666-993b-4c25-bada-5c55c59f6ed4),segment_id=59abb666-993b-4c25-bada-5c55c59f6ed4)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:58.228201 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.241578 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] Calling delete_port for 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 owned by network:dhcp {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:58.322379 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f619f8d-fb39-4556-a32b-07316fbc8752 admin admin] Router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:50:58.342104 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a22d0b-5c6e-4b6d-938d-0bb6e79ca081 None None] DHCP port deletion for 75961745-043e-42a2-8294-ffd4604e47a0 request from dv-cinder-804035-7-iscsi {{(pid=100446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 07:50:58.357966 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.400834 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a2f1f9-9383-4ddd-b96b-1e310cae0a69,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:58.401791 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-b6a22d0b-5c6e-4b6d-938d-0bb6e79ca081 None None] Deleting port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 {{(pid=100446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:58.402601 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b6a22d0b-5c6e-4b6d-938d-0bb6e79ca081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.404129 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] No DVR routers for this DVR port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 on host dv-cinder-804035-7-iscsi {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:50:58.443764 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f619f8d-fb39-4556-a32b-07316fbc8752 admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:50:58.453406 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-2f619f8d-fb39-4556-a32b-07316fbc8752 admin admin] 10.222.0.58 "PUT /v2.0/routers/c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6201916 Aug 30 07:50:58.453406 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 58012) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:58.462671 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a3ed3-35fe-49b3-ad0d-4cb555ea4d47 None None] Sync routers for ids ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'] in dv-cinder-804035-7-iscsi {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:50:58.484905 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2060378', 'neutron.services.segments.db._delete_segments_for_network-8735171498990'] for network, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.490615 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.db [None req-b6a22d0b-5c6e-4b6d-938d-0bb6e79ca081 None None] For port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69, host dv-cinder-804035-7-iscsi, got binding levels [] {{(pid=100446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:58.491119 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b6a22d0b-5c6e-4b6d-938d-0bb6e79ca081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.494105 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a3ed3-35fe-49b3-ad0d-4cb555ea4d47 None None] Routers {'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:50:58.494770 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-a86a3ed3-35fe-49b3-ad0d-4cb555ea4d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:58.496533 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75961745-043e-42a2-8294-ffd4604e47a0']}} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:58.508698 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59abb666-993b-4c25-bada-5c55c59f6ed4') {'for_net_delete': True} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:58.509129 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59abb666-993b-4c25-bada-5c55c59f6ed4') {} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:58.518350 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735171498873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7228177'] for segment, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.538688 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-b6a22d0b-5c6e-4b6d-938d-0bb6e79ca081 None None] Calling delete_port for 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 owned by network:dhcp {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:58.543369 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.ipam_backend_mixin [None req-b6a22d0b-5c6e-4b6d-938d-0bb6e79ca081 None None] Port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 was not found and therefore no delete operation was performed {{(pid=100446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 07:50:58.550554 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-b6a22d0b-5c6e-4b6d-938d-0bb6e79ca081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309'] for port, after_delete {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.550973 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=100444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316867'] for segment, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: Traceback (most recent call last): Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: timer() Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: cb(*args, **kw) Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: return func(*args, **kwargs) Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: self._notify() Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: self.callback(batched_events) Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: event.method(event) Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: return f(self, *a, **k) Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._get(url).json() Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: return self.request(url, 'GET', **kwargs) Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:50:58.578457 dv-cinder-804035-7-iscsi neutron-server[100444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:50:58.597073 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8578e7a1-512d-473a-8e50-792e08bb9ae8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.612763 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a22d0b-5c6e-4b6d-938d-0bb6e79ca081 None None] Pushing event deleted for resources: {'Port': ['ID=78a2f1f9-9383-4ddd-b96b-1e310cae0a69,revision_number=None']} {{(pid=100446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:58.620309 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a22d0b-5c6e-4b6d-938d-0bb6e79ca081 None None] No DVR routers for this DVR port 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 on host dv-cinder-804035-7-iscsi {{(pid=100446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:50:58.659885 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2060323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550229'] for network, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.667510 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-a86a3ed3-35fe-49b3-ad0d-4cb555ea4d47 None None] Set router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a gateway port host: dv-cinder-804035-7-iscsi {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:50:58.673518 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.675874 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/75961745-043e-42a2-8294-ffd4604e47a0 HTTP/1.1" status: 204 len: 168 time: 0.6925387 Aug 30 07:50:58.686621 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3cc99-a516-4e55-8423-8dcb7365c9d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=75961745-043e-42a2-8294-ffd4604e47a0,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:58.723025 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8578e7a1-512d-473a-8e50-792e08bb9ae8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.751231 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 22015b7a-9701-4757-89c1-c635503a4414 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:50:58.787015 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: 22015b7a-9701-4757-89c1-c635503a4414 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:50:58.787517 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 22015b7a-9701-4757-89c1-c635503a4414 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:50:58.787932 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:50:58.793614 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-8578e7a1-512d-473a-8e50-792e08bb9ae8 admin admin] Deleting port ca443380-43b0-4fd2-b08d-607a219bff9f {{(pid=100445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:58.793958 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8578e7a1-512d-473a-8e50-792e08bb9ae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.831973 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:50:58.832319 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 78a2f1f9-9383-4ddd-b96b-1e310cae0a69 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:50:58.832732 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device f6096a9b-cb8a-4280-8661-10b9a96addf2 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:50:58.839312 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 58016) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:58.867867 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: f6096a9b-cb8a-4280-8661-10b9a96addf2 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:50:58.868215 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device f6096a9b-cb8a-4280-8661-10b9a96addf2 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:50:58.888398 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-e17085c9-278f-4465-9e4e-3cbc0b606b8f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3f9590f149e841f38602d1fbd657bb0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477226 Aug 30 07:50:58.890250 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.db [None req-8578e7a1-512d-473a-8e50-792e08bb9ae8 admin admin] For port ca443380-43b0-4fd2-b08d-607a219bff9f, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=ca443380-43b0-4fd2-b08d-607a219bff9f,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:58.890820 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8578e7a1-512d-473a-8e50-792e08bb9ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.891030 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 58018) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:58.912070 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.plugins.ml2.plugin [None req-8578e7a1-512d-473a-8e50-792e08bb9ae8 admin admin] Calling delete_port for ca443380-43b0-4fd2-b08d-607a219bff9f owned by network:router_gateway {{(pid=100445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:50:58.947367 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d128841d-15c4-4328-9867-7f910eddcfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.961408 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-a86a3ed3-35fe-49b3-ad0d-4cb555ea4d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'name': 'tempest-TestMinimumBasicScenario-1247042791-router', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:50:57Z', 'revision_number': 5, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'gw_port': {'id': 'ca443380-43b0-4fd2-b08d-607a219bff9f', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:58.970615 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d128841d-15c4-4328-9867-7f910eddcfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:58.992487 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a3ed3-35fe-49b3-ad0d-4cb555ea4d47 None None] Checking router: c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a for host: dv-cinder-804035-7-iscsi {{(pid=100446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:50:59.013701 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a3ed3-35fe-49b3-ad0d-4cb555ea4d47 None None] Routers {'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:50:59.014370 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-a86a3ed3-35fe-49b3-ad0d-4cb555ea4d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'], 'active': True} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:59.027144 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d128841d-15c4-4328-9867-7f910eddcfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.035902 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-d128841d-15c4-4328-9867-7f910eddcfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.039718 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-d128841d-15c4-4328-9867-7f910eddcfbb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16378f25-9ad7-4271-b950-6d3e3acbefb2 HTTP/1.1" status: 204 len: 168 time: 0.1450667 Aug 30 07:50:59.051269 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128841d-15c4-4328-9867-7f910eddcfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16378f25-9ad7-4271-b950-6d3e3acbefb2,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:59.114430 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8578e7a1-512d-473a-8e50-792e08bb9ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490259'] for port, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.149065 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578e7a1-512d-473a-8e50-792e08bb9ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca443380-43b0-4fd2-b08d-607a219bff9f,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:59.170053 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_dvr_db [None req-a86a3ed3-35fe-49b3-ad0d-4cb555ea4d47 None None] Set router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a gateway port host: None {{(pid=100446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:50:59.225128 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8578e7a1-512d-473a-8e50-792e08bb9ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550249'] for router_gateway, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.228722 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.db.l3_hamode_db [None req-a86a3ed3-35fe-49b3-ad0d-4cb555ea4d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'name': 'tempest-TestMinimumBasicScenario-1247042791-router', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:50:58Z', 'revision_number': 6, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'gw_port_host': None}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:59.262600 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a3ed3-35fe-49b3-ad0d-4cb555ea4d47 None None] The sync data for ids ['c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a'] in dv-cinder-804035-7-iscsi is: [{'id': 'c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a', 'name': 'tempest-TestMinimumBasicScenario-1247042791-router', 'tenant_id': 'edefcf79df0f4d64ab5c5985c8833560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:34Z', 'updated_at': '2021-08-30T07:50:58Z', 'revision_number': 6, 'project_id': 'edefcf79df0f4d64ab5c5985c8833560', 'gw_port_host': None}] {{(pid=100446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:50:59.338668 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8578e7a1-512d-473a-8e50-792e08bb9ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15640'] for router, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.341670 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8578e7a1-512d-473a-8e50-792e08bb9ae8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.341946 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 83ab51b1-1afe-4bd0-80ad-be775334a711 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:50:59.365959 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] No Port match for: 83ab51b1-1afe-4bd0-80ad-be775334a711 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:50:59.366582 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Device 83ab51b1-1afe-4bd0-80ad-be775334a711 not bound to the agent host hv-cinder-80403 {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:50:59.395590 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8578e7a1-512d-473a-8e50-792e08bb9ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554745'] for router, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.396205 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8578e7a1-512d-473a-8e50-792e08bb9ae8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a {{(pid=100445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:50:59.400584 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-8578e7a1-512d-473a-8e50-792e08bb9ae8 admin admin] Notify callbacks [] for router, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.404029 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-8578e7a1-512d-473a-8e50-792e08bb9ae8 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c6bb59e9-1f49-4cbf-88d2-7f9be9f84e2a HTTP/1.1" status: 204 len: 168 time: 0.9479351 Aug 30 07:50:59.404650 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 58024) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:59.420854 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 58026) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:59.451146 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05ad5f9-d62e-408a-a06e-430971887e86 admin admin] Deleting subnet 799e5f7f-2a2b-4691-a1cb-3e82958fcb50 {{(pid=100445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:50:59.454762 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c05ad5f9-d62e-408a-a06e-430971887e86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.462852 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-263050fe-f56b-4242-ac3a-a20998906b57 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=166706ed5ba644da89ee093516e11a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408061 Aug 30 07:50:59.465391 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 58028) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:59.490199 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c05ad5f9-d62e-408a-a06e-430971887e86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5268979'] for subnet, precommit_delete_associations {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.518375 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-6b5d410d-4d22-4c49-aa03-21be03c62fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.540002 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-6b5d410d-4d22-4c49-aa03-21be03c62fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.567649 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c05ad5f9-d62e-408a-a06e-430971887e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062241'] for subnet, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.590994 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-6b5d410d-4d22-4c49-aa03-21be03c62fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.594236 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-6b5d410d-4d22-4c49-aa03-21be03c62fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.595403 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-6b5d410d-4d22-4c49-aa03-21be03c62fc4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd1e0235-9d75-49d3-97b5-c00b6f962656 HTTP/1.1" status: 204 len: 168 time: 0.1290379 Aug 30 07:50:59.603309 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d410d-4d22-4c49-aa03-21be03c62fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1e0235-9d75-49d3-97b5-c00b6f962656,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:59.648987 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c05ad5f9-d62e-408a-a06e-430971887e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2062254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7019973'] for subnet, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.679344 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ad5f9-d62e-408a-a06e-430971887e86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=799e5f7f-2a2b-4691-a1cb-3e82958fcb50,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:59.684637 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0404085-f6fd-4d29-8095-fe0d05042977 None None] Network ae9925c8-478d-4997-b995-218f50416c2b requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:50:59.684770 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-c05ad5f9-d62e-408a-a06e-430971887e86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.689772 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 58032) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:59.690368 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-c05ad5f9-d62e-408a-a06e-430971887e86 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/799e5f7f-2a2b-4691-a1cb-3e82958fcb50 HTTP/1.1" status: 204 len: 168 time: 0.2843277 Aug 30 07:50:59.776747 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048561'] for network, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.844057 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] Deleting port fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:50:59.844342 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.916085 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] For port fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8,segment=NetworkSegment(17645702-c38a-4230-b5a1-e113535ccf3c),segment_id=17645702-c38a-4230-b5a1-e113535ccf3c)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:59.916374 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:59.929865 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] Calling delete_port for fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8 owned by network:dhcp {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:51:00.016439 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.042808 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:00.046991 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] No DVR routers for this DVR port fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8 on host dv-cinder-804035-7-iscsi {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:51:00.088122 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65377588-25f8-46bb-9be1-766a9ed6ef49 None None] DHCP port deletion for ae9925c8-478d-4997-b995-218f50416c2b request from dv-cinder-804035-7-iscsi {{(pid=100446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 07:51:00.125558 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2060378', 'neutron.services.segments.db._delete_segments_for_network-8735171498990'] for network, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.136623 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9925c8-478d-4997-b995-218f50416c2b']}} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:51:00.150431 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17645702-c38a-4230-b5a1-e113535ccf3c') {'for_net_delete': True} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:51:00.150719 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17645702-c38a-4230-b5a1-e113535ccf3c') {} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:51:00.160133 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735171498873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7228177'] for segment, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.174581 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.181432 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=100444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:51:00.181963 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316867'] for segment, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: Traceback (most recent call last): Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: timer() Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: cb(*args, **kw) Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: return func(*args, **kwargs) Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: self._notify() Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: self.callback(batched_events) Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: event.method(event) Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: return f(self, *a, **k) Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._get(url).json() Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: return self.request(url, 'GET', **kwargs) Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:51:00.183999 dv-cinder-804035-7-iscsi neutron-server[100444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:51:00.238368 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2060323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550229'] for network, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.243630 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.248420 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ae9925c8-478d-4997-b995-218f50416c2b HTTP/1.1" status: 204 len: 168 time: 0.5539882 Aug 30 07:51:00.248528 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 58034) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:00.301415 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80571a10-a015-43c5-a1f6-e3c15b334810 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae9925c8-478d-4997-b995-218f50416c2b,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:00.592209 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:51:00.616858 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:51:00.617220 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device fdbbf1a8-3fd5-44e5-94d2-a49ea5d977c8 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:51:00.617662 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device ca443380-43b0-4fd2-b08d-607a219bff9f no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:51:00.628111 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4a7a7671-f472-4fb8-9bed-8ed59f3f81ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552697'] for router_interface, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.636538 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: ca443380-43b0-4fd2-b08d-607a219bff9f {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:51:00.636886 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device ca443380-43b0-4fd2-b08d-607a219bff9f not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:51:00.637305 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:51:00.656041 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:51:00.656387 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 763f7cd5-3ad8-4b21-a1f5-7e2066b53af6 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:51:00.879161 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a7671-f472-4fb8-9bed-8ed59f3f81ec admin admin] Deleting port 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:51:00.879718 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4a7a7671-f472-4fb8-9bed-8ed59f3f81ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.959507 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [None req-4a7a7671-f472-4fb8-9bed-8ed59f3f81ec admin admin] For port 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93,segment=NetworkSegment(58cfb8f4-cfa7-4044-ad24-a670d1a98507),segment_id=58cfb8f4-cfa7-4044-ad24-a670d1a98507)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:51:00.959867 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4a7a7671-f472-4fb8-9bed-8ed59f3f81ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.972985 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a7671-f472-4fb8-9bed-8ed59f3f81ec admin admin] Calling delete_port for 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 owned by network:router_interface {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:51:01.152915 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4a7a7671-f472-4fb8-9bed-8ed59f3f81ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:01.183028 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a7671-f472-4fb8-9bed-8ed59f3f81ec admin admin] Pushing event deleted for resources: {'Port': ['ID=34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:01.568884 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-4a7a7671-f472-4fb8-9bed-8ed59f3f81ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552499'] for router_interface, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:01.782702 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7a7671-f472-4fb8-9bed-8ed59f3f81ec admin admin] Router 5fb6e29e-6bef-4d29-afa1-59cc082c61dc has already been hosted by L3 agent 668bc2ff-cdaa-4d94-8880-61985eeaf07d {{(pid=100444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:51:01.889373 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7a7671-f472-4fb8-9bed-8ed59f3f81ec admin admin] Notify agent at l3_agent.dv-cinder-804035-7-iscsi the message routers_updated {{(pid=100444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:51:01.894409 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-4a7a7671-f472-4fb8-9bed-8ed59f3f81ec admin admin] 10.222.0.58 "PUT /v2.0/routers/5fb6e29e-6bef-4d29-afa1-59cc082c61dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6449368 Aug 30 07:51:01.896852 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 58036) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:01.897815 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3523786-db24-48d9-a6a5-7b3b380068cf None None] Sync routers for ids ['5fb6e29e-6bef-4d29-afa1-59cc082c61dc'] in dv-cinder-804035-7-iscsi {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:51:01.907947 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3523786-db24-48d9-a6a5-7b3b380068cf None None] Routers {'5fb6e29e-6bef-4d29-afa1-59cc082c61dc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:51:01.908548 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-e3523786-db24-48d9-a6a5-7b3b380068cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['5fb6e29e-6bef-4d29-afa1-59cc082c61dc'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:51:02.000800 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3cdaa244-a01e-471b-8c0f-db382f9d7c45 admin admin] Notify callbacks [] for router, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.013411 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-e3523786-db24-48d9-a6a5-7b3b380068cf None None] Set router 5fb6e29e-6bef-4d29-afa1-59cc082c61dc gateway port host: dv-cinder-804035-7-iscsi {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:51:02.102857 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3cdaa244-a01e-471b-8c0f-db382f9d7c45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.156032 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-3cdaa244-a01e-471b-8c0f-db382f9d7c45 admin admin] Deleting port 0d9d8f5d-bdf5-41a4-adb7-2feee7945694 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:51:02.156281 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3cdaa244-a01e-471b-8c0f-db382f9d7c45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.190409 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-e3523786-db24-48d9-a6a5-7b3b380068cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'name': 'tempest-TestMinimumBasicScenario-246404004-router', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'external_fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '0d9d8f5d-bdf5-41a4-adb7-2feee7945694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:40Z', 'updated_at': '2021-08-30T07:51:01Z', 'revision_number': 5, 'project_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'gw_port': {'id': '0d9d8f5d-bdf5-41a4-adb7-2feee7945694', 'name': '', 'network_id': 'e3bb27da-da9c-4a81-98a7-6b253e2e221e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:48:41Z', 'updated_at': '2021-08-30T07:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605e1a3c-18df-4801-8589-e86db70bdeea', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-7-iscsi'}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:51:02.221914 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3523786-db24-48d9-a6a5-7b3b380068cf None None] Checking router: 5fb6e29e-6bef-4d29-afa1-59cc082c61dc for host: dv-cinder-804035-7-iscsi {{(pid=100447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:51:02.230771 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3523786-db24-48d9-a6a5-7b3b380068cf None None] Routers {'5fb6e29e-6bef-4d29-afa1-59cc082c61dc'} bound to L3 agent in host dv-cinder-804035-7-iscsi {{(pid=100447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:51:02.231491 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-e3523786-db24-48d9-a6a5-7b3b380068cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:36Z,host='dv-cinder-804035-7-iscsi',id=668bc2ff-cdaa-4d94-8880-61985eeaf07d,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['5fb6e29e-6bef-4d29-afa1-59cc082c61dc'], 'active': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:51:02.235668 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [None req-3cdaa244-a01e-471b-8c0f-db382f9d7c45 admin admin] For port 0d9d8f5d-bdf5-41a4-adb7-2feee7945694, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=0d9d8f5d-bdf5-41a4-adb7-2feee7945694,segment=NetworkSegment(92facc10-e813-476b-a62f-17aa8ed80e82),segment_id=92facc10-e813-476b-a62f-17aa8ed80e82)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:51:02.236031 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3cdaa244-a01e-471b-8c0f-db382f9d7c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.249666 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-3cdaa244-a01e-471b-8c0f-db382f9d7c45 admin admin] Calling delete_port for 0d9d8f5d-bdf5-41a4-adb7-2feee7945694 owned by network:router_gateway {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:51:02.321669 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_dvr_db [None req-e3523786-db24-48d9-a6a5-7b3b380068cf None None] Set router 5fb6e29e-6bef-4d29-afa1-59cc082c61dc gateway port host: None {{(pid=100447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:51:02.374029 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.l3_hamode_db [None req-e3523786-db24-48d9-a6a5-7b3b380068cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'name': 'tempest-TestMinimumBasicScenario-246404004-router', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:40Z', 'updated_at': '2021-08-30T07:51:02Z', 'revision_number': 6, 'project_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'gw_port_host': None}], 'dv-cinder-804035-7-iscsi', False) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:51:02.404325 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3523786-db24-48d9-a6a5-7b3b380068cf None None] The sync data for ids ['5fb6e29e-6bef-4d29-afa1-59cc082c61dc'] in dv-cinder-804035-7-iscsi is: [{'id': '5fb6e29e-6bef-4d29-afa1-59cc082c61dc', 'name': 'tempest-TestMinimumBasicScenario-246404004-router', 'tenant_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:48:40Z', 'updated_at': '2021-08-30T07:51:02Z', 'revision_number': 6, 'project_id': '481df3bed5e34dc4bf6c2c6edfc3b178', 'gw_port_host': None}] {{(pid=100447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:51:02.424534 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3cdaa244-a01e-471b-8c0f-db382f9d7c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.455422 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdaa244-a01e-471b-8c0f-db382f9d7c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9d8f5d-bdf5-41a4-adb7-2feee7945694,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:02.518235 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3cdaa244-a01e-471b-8c0f-db382f9d7c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550249'] for router_gateway, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.607631 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3cdaa244-a01e-471b-8c0f-db382f9d7c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15640'] for router, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.609807 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3cdaa244-a01e-471b-8c0f-db382f9d7c45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.652419 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3cdaa244-a01e-471b-8c0f-db382f9d7c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554745'] for router, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.652988 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdaa244-a01e-471b-8c0f-db382f9d7c45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fb6e29e-6bef-4d29-afa1-59cc082c61dc {{(pid=100444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:51:02.657166 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-3cdaa244-a01e-471b-8c0f-db382f9d7c45 admin admin] Notify callbacks [] for router, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.658432 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-3cdaa244-a01e-471b-8c0f-db382f9d7c45 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5fb6e29e-6bef-4d29-afa1-59cc082c61dc HTTP/1.1" status: 204 len: 168 time: 0.7605631 Aug 30 07:51:02.660876 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 58038) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:02.709461 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.db_base_plugin_v2 [None req-747aa99f-d476-4b12-bb44-0ac967190eac admin admin] Deleting subnet 47712f28-d839-4281-aa55-7a08b8cb5140 {{(pid=100444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:51:02.712722 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-747aa99f-d476-4b12-bb44-0ac967190eac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.750869 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-747aa99f-d476-4b12-bb44-0ac967190eac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7228174'] for subnet, precommit_delete_associations {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.841374 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-747aa99f-d476-4b12-bb44-0ac967190eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062241'] for subnet, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.898959 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-747aa99f-d476-4b12-bb44-0ac967190eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2062254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7316965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6845911'] for subnet, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.929398 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747aa99f-d476-4b12-bb44-0ac967190eac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47712f28-d839-4281-aa55-7a08b8cb5140,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:02.931327 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-747aa99f-d476-4b12-bb44-0ac967190eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for subnet, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.934558 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-747aa99f-d476-4b12-bb44-0ac967190eac admin admin] 10.222.0.58 "DELETE /v2.0/subnets/47712f28-d839-4281-aa55-7a08b8cb5140 HTTP/1.1" status: 204 len: 168 time: 0.2726984 Aug 30 07:51:02.935169 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf48ffc1-ee8d-4b4d-a181-f534b81650f6 None None] Network 18243482-1f03-4536-b840-aa16dd8a08ca requested from dv-cinder-804035-7-iscsi {{(pid=100446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:51:02.935753 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.wsgi [-] (100444) accepted ('10.222.0.58', 58040) {{(pid=100444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:03.012943 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048561'] for network, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.059230 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] Deleting port 7fbe82ef-2525-4f12-a498-aa36d715a7e8 {{(pid=100444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:51:03.059570 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735171532063'] for port, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.126683 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.db [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] For port 7fbe82ef-2525-4f12-a498-aa36d715a7e8, host dv-cinder-804035-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-7-iscsi',level=0,port_id=7fbe82ef-2525-4f12-a498-aa36d715a7e8,segment=NetworkSegment(58cfb8f4-cfa7-4044-ad24-a670d1a98507),segment_id=58cfb8f4-cfa7-4044-ad24-a670d1a98507)] {{(pid=100444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:51:03.126964 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549160'] for port, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.139698 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.plugin [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] Calling delete_port for 7fbe82ef-2525-4f12-a498-aa36d715a7e8 owned by network:dhcp {{(pid=100444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:51:03.208124 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b2877d-5476-4acb-898c-b48b0d37a992 None None] DHCP port deletion for 18243482-1f03-4536-b840-aa16dd8a08ca request from dv-cinder-804035-7-iscsi {{(pid=100446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 07:51:03.222567 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2032405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735171555615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735170999309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7316918'] for port, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.223018 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:51:03.242810 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-c9b2877d-5476-4acb-898c-b48b0d37a992 None None] The port '7fbe82ef-2525-4f12-a498-aa36d715a7e8' was deleted {{(pid=100446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 30 07:51:03.251709 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fbe82ef-2525-4f12-a498-aa36d715a7e8,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:03.256434 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] No DVR routers for this DVR port 7fbe82ef-2525-4f12-a498-aa36d715a7e8 on host dv-cinder-804035-7-iscsi {{(pid=100444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:51:03.262158 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:51:03.262747 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 34201ec5-d8c6-4f77-ba5f-7bcf5fe29c93 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:51:03.337903 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2060378', 'neutron.services.segments.db._delete_segments_for_network-8735171498990'] for network, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.348507 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18243482-1f03-4536-b840-aa16dd8a08ca']}} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:51:03.359712 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cfb8f4-cfa7-4044-ad24-a670d1a98507') {'for_net_delete': True} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:51:03.359999 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.services.segments.db [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cfb8f4-cfa7-4044-ad24-a670d1a98507') {} {{(pid=100444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:51:03.368825 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735171498873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7228177'] for segment, before_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.383499 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832'] for segment, precommit_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.389475 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=100444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:51:03.389937 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7316867'] for segment, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: Traceback (most recent call last): Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: timer() Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: cb(*args, **kw) Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: return func(*args, **kwargs) Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: self._notify() Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: self.callback(batched_events) Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: event.method(event) Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: return f(self, *a, **k) Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._get(url).json() Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: return self.request(url, 'GET', **kwargs) Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:51:03.391695 dv-cinder-804035-7-iscsi neutron-server[100444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:51:03.451038 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2060323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550229'] for network, after_delete {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.456443 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron_lib.callbacks.manager [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564114'] for network, before_response {{(pid=100444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.458461 dv-cinder-804035-7-iscsi neutron-server[100444]: INFO neutron.wsgi [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] 10.222.0.58 "DELETE /v2.0/networks/18243482-1f03-4536-b840-aa16dd8a08ca HTTP/1.1" status: 204 len: 168 time: 0.5217464 Aug 30 07:51:03.473198 dv-cinder-804035-7-iscsi neutron-server[100444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d2fd5-5be2-4d6d-a947-4d6f425b9965 admin admin] Pushing event deleted for resources: {'Network': ['ID=18243482-1f03-4536-b840-aa16dd8a08ca,revision_number=None']} {{(pid=100444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:03.634330 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 58044) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:03.650380 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-446515c3-1fe2-4b10-83f6-15d693e7bc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.678105 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-858091bb-7040-4316-b3d4-c21d92b39c94 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=edefcf79df0f4d64ab5c5985c8833560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425622 Aug 30 07:51:03.680592 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 58046) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:03.730420 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-26a56019-82e7-4558-92d1-407490151eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.751882 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-26a56019-82e7-4558-92d1-407490151eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.800423 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-26a56019-82e7-4558-92d1-407490151eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.803795 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-26a56019-82e7-4558-92d1-407490151eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.805112 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-26a56019-82e7-4558-92d1-407490151eb8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8 HTTP/1.1" status: 204 len: 168 time: 0.1235998 Aug 30 07:51:03.815617 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a56019-82e7-4558-92d1-407490151eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baed1c3-b3b2-49e1-a2ac-f8b2f78e09e8,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:04.130501 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 58052) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:04.178649 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-36e78e82-5897-416b-86bc-215fcb7cea66 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=481df3bed5e34dc4bf6c2c6edfc3b178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469794 Aug 30 07:51:04.181258 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [-] (100445) accepted ('10.222.0.58', 58054) {{(pid=100445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:04.229102 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-13fc51a5-5503-4e6f-be60-8f0f0aa66ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:04.249817 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-13fc51a5-5503-4e6f-be60-8f0f0aa66ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:04.299461 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-13fc51a5-5503-4e6f-be60-8f0f0aa66ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-893939'] for security_group, after_delete {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:04.301806 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron_lib.callbacks.manager [None req-13fc51a5-5503-4e6f-be60-8f0f0aa66ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:04.302977 dv-cinder-804035-7-iscsi neutron-server[100445]: INFO neutron.wsgi [None req-13fc51a5-5503-4e6f-be60-8f0f0aa66ae1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ec2364b-0f53-4dfe-923d-20ec8637bcbd HTTP/1.1" status: 204 len: 168 time: 0.1208313 Aug 30 07:51:04.311450 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc51a5-5503-4e6f-be60-8f0f0aa66ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec2364b-0f53-4dfe-923d-20ec8637bcbd,revision_number=None']} {{(pid=100445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:04.593104 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 0d9d8f5d-bdf5-41a4-adb7-2feee7945694 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:51:04.614841 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: 0d9d8f5d-bdf5-41a4-adb7-2feee7945694 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:51:04.615267 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 0d9d8f5d-bdf5-41a4-adb7-2feee7945694 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:51:04.615771 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 7fbe82ef-2525-4f12-a498-aa36d715a7e8 no longer exists at agent ovs-agent-dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:51:04.636704 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.plugin [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] No Port match for: 7fbe82ef-2525-4f12-a498-aa36d715a7e8 {{(pid=100446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:51:04.637050 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron.plugins.ml2.rpc [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Device 7fbe82ef-2525-4f12-a498-aa36d715a7e8 not bound to the agent host dv-cinder-804035-7-iscsi {{(pid=100446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:51:05.909121 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-59530691-e154-4bb5-855d-9c11c8624e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:05.954294 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:51:06.488568 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:07.300290 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:08.990701 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:09.893606 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:33.653355 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-03949512-ea63-42f0-b284-c081fdbb2a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:35.907172 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-43bdbef4-9fe5-4a31-834f-9904de4534ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:36.479006 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:37.303448 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:38.992653 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:39.889951 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:42.953441 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:52:03.654635 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-968ccf43-98a8-47b6-bcb3-169aed02fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:05.908231 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-30cbda43-72c3-4252-aae1-f17b0ca6dcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:06.481017 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:07.306615 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:08.995537 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:09.911361 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:19.952148 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:52:33.660927 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4a776c19-276e-4d1f-8421-8d76918582d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:35.909321 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-9d4857cd-fb96-4877-8057-23ad7956e05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:36.485338 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:37.309285 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:38.997967 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:39.905797 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:56.950926 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:53:03.653769 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-96926e34-7751-4ce8-96ec-604500968bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:05.909935 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-5719d248-1b7c-4bbd-aa21-8f08d0009038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:06.489748 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:07.312936 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:09.001621 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:09.912760 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:33.655869 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e5e1f04e-d1d5-4266-9838-113ab3feb369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:33.949729 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:53:35.911359 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1133c177-3125-4b01-8e24-81dd6ff10144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:36.491459 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:37.316099 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:39.003957 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:39.913847 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:03.657360 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-77031ce0-3c2b-4a72-b50e-0413bb2ff6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.911530 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-2186cbfa-f185-4104-a72c-c60d6af43d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:06.492787 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:07.319540 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:09.007024 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:09.915211 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:10.948808 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:54:33.658823 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-910bbd95-69a8-4bb5-9ab7-80f9cfb97f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:35.912002 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-00e4e308-5490-411b-870e-a87ec563544d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:36.493611 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:37.321784 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:39.010272 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:39.919604 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.947555 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:55:00.951589 dv-cinder-804035-7-iscsi neutron-server[100445]: DEBUG neutron.wsgi [req-15e68877-9256-4b0f-8c11-02a73fd5042b req-146e8fb3-6651-4579-95fb-1f2252aff114 service neutron] (100445) timed out ('10.222.0.72', 50782) {{(pid=100445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 07:55:03.659807 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d0a65985-ef02-477b-99a7-874d4168a6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:05.912478 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-4c37e1e7-31f3-4102-ae46-9ef82c98778c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:06.495528 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:07.326182 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:09.012922 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:09.918237 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:24.948173 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:55:33.780100 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-e23470e2-1cb0-433e-9b34-9eb6d6df95e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:35.913807 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-d43cd230-c4de-4f43-ab9c-68a80a4220cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:36.495203 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:37.327492 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:39.014971 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:39.945140 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:01.947092 dv-cinder-804035-7-iscsi neutron-server[100447]: DEBUG neutron.db.agents_db [None req-02b5ecbf-0977-419b-83aa-1d056965ecb7 None None] Agent healthcheck: found 6 active agents {{(pid=100447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:56:03.660474 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1f2cce6d-d0ad-4583-a338-065c1c375d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:05.914915 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-1092fc74-9125-4fcf-9fb2-2c93d10768ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:06.495885 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-92afdc13-e1ad-4d15-b35d-f9f2a7793cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:07.330919 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-79eb6aa3-d6b4-436d-bdab-a6db3587a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:09.017043 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-fa3e3e1c-1346-4f1d-8789-3f82273e5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:09.964185 dv-cinder-804035-7-iscsi neutron-server[100446]: DEBUG neutron_lib.callbacks.manager [None req-8cc4029c-7bdb-4c1a-8fd4-3154c972c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735171498972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062944'] for agent, after_update {{(pid=100446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}